00010000:00000010:1.1:1718399235.991346:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092ba2640. 00010000:00000010:1.1:1718399235.996439:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092ba6880. 00010000:00000010:1.1:1718399236.006168:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd7180. 00010000:00000010:1.1:1718399236.011538:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52be400. 00010000:00000010:1.1:1718399236.033689:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092abeac0. 00010000:00000010:1.1:1718399236.198740:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093019b00. 00010000:00000010:1.1:1718399236.286431:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e210c00. 00010000:00000010:1.1:1718399236.286437:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e761c0. 00010000:00000010:1.1:1718399236.291461:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093383a00. 00010000:00000010:1.1:1718399236.291468:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e74d80. 00010000:00000010:1.1:1718399236.291471:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880131084800. 00010000:00000010:1.1:1718399236.291474:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e75680. 00010000:00000010:1.1:1718399236.291476:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e316100. 00010000:00000010:1.1:1718399236.291478:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e758c0. 00010000:00000010:1.1:1718399236.297373:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c445a00. 00010000:00000010:1.1:1718399236.297379:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e75d40. 00010000:00000010:1.1:1718399236.307714:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53a9a00. 00010000:00000010:1.1:1718399236.307721:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e74b40. 00010000:00000010:1.1:1718399236.313713:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c2b7e00. 00010000:00000010:1.1:1718399236.313719:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e75440. 00010000:00000010:1.1:1718399236.313721:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c93a00. 00010000:00000010:1.1:1718399236.313723:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e76640. 00010000:00000010:1.1:1718399236.313725:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800935d2800. 00010000:00000010:1.1:1718399236.313728:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e74000. 00010000:00000010:1.1:1718399236.321369:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009300b3c0. 00010000:00000010:1.1:1718399236.324360:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d9b6200. 00010000:00000010:1.1:1718399236.324365:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935e1f80. 00010000:00000010:1.1:1718399236.330878:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b23000. 00010000:00000010:1.1:1718399236.330885:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e746c0. 00010000:00000010:1.1:1718399236.330887:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c1ede00. 00010000:00000010:1.1:1718399236.330890:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e74000. 00010000:00000010:1.1:1718399236.336583:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5092b00. 00010000:00000010:1.1:1718399236.336591:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e76640. 00010000:00000010:1.1:1718399236.336595:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f19600. 00010000:00000010:1.1:1718399236.336598:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e75440. 00010000:00000010:1.1:1718399236.346285:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88013100ef40. 00010000:00000010:1.1:1718399236.346292:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009867e800. 00010000:00000010:1.1:1718399236.346295:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e74b40. 00010000:00000010:1.1:1718399236.346297:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5241e00. 00010000:00000010:1.1:1718399236.346300:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e75d40. 00010000:00000010:1.1:1718399236.351939:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ebff00. 00010000:00000010:1.1:1718399236.351945:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e758c0. 00010000:00000010:1.1:1718399236.351947:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093370600. 00010000:00000010:1.1:1718399236.351949:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e75680. 00010000:00000010:1.1:1718399236.351951:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093147d00. 00010000:00000010:1.1:1718399236.351954:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e74d80. 00010000:00000010:1.1:1718399236.351956:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f19c00. 00010000:00000010:1.1:1718399236.351960:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e761c0. 00010000:00000010:1.1:1718399236.356364:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa176200. 00010000:00000010:1.1:1718399236.356371:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e77a80. 00010000:00000010:1.1:1718399236.362934:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093557a80. 00010000:00000010:1.1:1718399236.368526:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50e5400. 00010000:00000010:1.1:1718399236.368534:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e74240. 00010000:00000010:1.1:1718399236.374608:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093554900. 00010000:00000010:1.1:1718399236.374613:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eabe1c0. 00010000:00000010:1.1:1718399236.378068:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009bf53800. 00010000:00000010:1.1:1718399236.378073:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e74fc0. 00010000:00000010:1.1:1718399236.378076:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136476300. 00010000:00000010:1.1:1718399236.378077:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e74480. 00010000:00000010:1.1:1718399236.378079:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009355e700. 00010000:00000010:1.1:1718399236.378081:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e76880. 00010000:00000010:1.1:1718399236.380413:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bcbb00. 00010000:00000010:1.1:1718399236.380419:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e77180. 00010000:00000010:1.1:1718399236.380421:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009dd6fb00. 00010000:00000010:1.1:1718399236.380423:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e75200. 00010000:00000010:1.1:1718399236.383986:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928fe300. 00010000:00000010:1.1:1718399236.383992:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e75f80. 00010000:00000010:1.1:1718399236.392806:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880095fd5700. 00010000:00000010:1.1:1718399236.392812:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e76880. 00010000:00000010:1.1:1718399236.398377:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093595400. 00010000:00000010:1.1:1718399236.398384:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e74480. 00010000:00000010:1.1:1718399236.398387:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880097bd1e00. 00010000:00000010:1.1:1718399236.398388:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e74fc0. 00010000:00000010:1.1:1718399236.398390:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012dc1f300. 00010000:00000010:1.1:1718399236.398392:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e74240. 00010000:00000010:1.1:1718399236.408107:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931d2500. 00010000:00000010:1.1:1718399236.408112:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e77a80. 00010000:00000010:1.1:1718399236.414696:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933a2a00. 00010000:00000010:1.1:1718399236.414703:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e761c0. 00010000:00000010:1.1:1718399236.418493:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933dd8c0. 00010000:00000010:1.1:1718399236.424452:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a2bcc0. 00010000:00000010:1.1:1718399236.431166:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093515440. 00010000:00000010:1.1:1718399236.440240:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935918c0. 00010000:00000010:1.1:1718399236.440245:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50d2800. 00010000:00000010:1.1:1718399236.440249:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a16640. 00010000:00000010:1.1:1718399236.443643:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933def40. 00010000:00000010:1.1:1718399236.453766:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093592ac0. 00010000:00000010:1.1:1718399236.453771:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb6d440. 00010000:00000010:1.1:1718399236.472360:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880136441d40. 00010000:00000010:1.1:1718399236.484016:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933fba80. 00010000:00000010:1.1:1718399236.494881:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009350e1c0. 00010000:00000010:1.1:1718399236.494887:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930f3b00. 00010000:00000010:1.1:1718399236.494900:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a15200. 00010000:00000010:1.1:1718399236.494904:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009318e300. 00010000:00000010:1.1:1718399236.494908:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935e3a80. 00010000:00000010:1.1:1718399236.572334:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bd021c0. 00010000:00000010:1.1:1718399236.572628:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b8c000. 00010000:00000010:1.1:1718399236.572633:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e75680. 00010000:00000010:1.1:1718399236.628906:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093eccf00. 00010000:00000010:1.1:1718399236.628911:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e758c0. 00010000:00000010:1.1:1718399236.638243:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093cb6b00. 00010000:00000010:1.1:1718399236.638248:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e74d80. 00010000:00000010:1.1:1718399236.642979:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009313e200. 00010000:00000010:1.1:1718399236.642989:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e76400. 00010000:00000010:1.1:1718399236.642992:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009354e400. 00010000:00000010:1.1:1718399236.642994:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136810000. 00010000:00000010:1.1:1718399236.642997:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e746c0. 00010000:00000010:1.1:1718399236.654396:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922b0900. 00010000:00000010:1.1:1718399236.654403:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e75440. 00010000:00000010:1.1:1718399236.667437:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800948e9500. 00010000:00000010:1.1:1718399236.667442:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e75d40. 00010000:00000010:1.1:1718399236.667446:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880136461680. 00010000:00000010:1.1:1718399236.667448:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009a94bc00. 00010000:00000010:1.1:1718399236.667450:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e74000. 00010000:00000010:1.1:1718399236.667452:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136476100. 00010000:00000010:1.1:1718399236.667454:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e74b40. 00010000:00000010:1.1:1718399236.698781:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5223700. 00010000:00000010:1.1:1718399236.698788:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e74fc0. 00010000:00000010:1.1:1718399236.701726:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009374ec00. 00010000:00000010:1.1:1718399236.701739:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935e3cc0. 00010000:00000010:1.1:1718399236.712499:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5223b00. 00010000:00000010:1.1:1718399236.712504:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e74480. 00010000:00000010:1.1:1718399236.712507:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e31c400. 00010000:00000010:1.1:1718399236.712509:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e76880. 00010000:00000010:1.1:1718399236.731027:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c0cb700. 00010000:00000010:1.1:1718399236.731031:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935e2400. 00010000:00000010:1.1:1718399236.828811:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50abcc0. 00010000:00000010:1.1:1718399236.834105:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88013100fcc0. 00010000:00000010:1.1:1718399236.839806:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5264000. 00010000:00000010:1.1:1718399236.839812:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b2d00. 00010000:00000010:1.1:1718399236.842642:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d7cc0. 00010000:00000010:1.1:1718399236.845878:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880097f5d200. 00010000:00000010:1.1:1718399236.848457:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364fcc0. 00010000:00000010:1.1:1718399236.856579:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a3cc0. 00010000:00000010:1.1:1718399236.869368:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092ba1d40. 00010000:00000010:1.1:1718399236.869372:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092ba7a80. 00010000:00000010:1.1:1718399236.873446:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50d2700. 00010000:00000010:1.1:1718399236.873453:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46640. 00010000:00000010:1.1:1718399236.877017:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092baef40. 00010000:00000010:1.1:1718399236.877028:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880131006700. 00010000:00000010:1.1:1718399236.877031:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1e640. 00010000:00000010:1.1:1718399236.883432:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d6cd80. 00010000:00000010:1.1:1718399236.883439:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090e43100. 00010000:00000010:1.1:1718399236.883442:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a161c0. 00010000:00000010:1.1:1718399236.883488:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c7ee00. 00010000:00000010:1.1:1718399236.883491:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a16ac0. 00010000:00000010:1.1:1718399236.903788:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009294ad00. 00010000:00000010:1.1:1718399236.903791:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356db00. 00010000:00000010:1.1:1718399236.903793:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009371c900. 00010000:00000010:1.1:1718399236.903796:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c900. 00010000:00000010:1.1:1718399236.947327:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092abe1c0. 00010000:00000010:1.1:1718399236.947333:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092930c00. 00010000:00000010:1.1:1718399236.947336:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1c000. 00010000:00000010:1.1:1718399236.965265:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d3f2f40. 00010000:00000010:1.1:1718399236.965288:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136a9e200. 00010000:00000010:1.1:1718399236.965292:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a16ac0. 00010000:00000010:1.1:1718399236.965294:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933fe800. 00010000:00000010:1.1:1718399236.965296:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a161c0. 00010000:00000010:1.1:1718399236.991658:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a522b840. 00010000:00000010:1.1:1718399236.991664:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008c2f8a00. 00010000:00000010:1.1:1718399236.991666:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a15440. 00010000:00000010:1.1:1718399236.997194:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a501a640. 00010000:00000010:1.1:1718399236.997202:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f0a3500. 00010000:00000010:1.1:1718399236.997222:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a15200. 00010000:00000010:1.1:1718399237.016100:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af3180. 00010000:00000010:1.1:1718399237.083977:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ec87180. 00010000:00000010:1.1:1718399237.145392:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb1a1c0. 00010000:00000010:1.1:1718399237.145400:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e3f1c00. 00010000:00000010:1.1:1718399237.145405:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356eac0. 00010000:00000010:1.1:1718399237.145407:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e3a5b00. 00010000:00000010:1.1:1718399237.145409:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00010000:00000010:1.1:1718399237.273543:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093379f80. 00010000:00000010:1.1:1718399237.273549:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009314fa80. 00010000:00000010:1.1:1718399237.279429:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc6fcc0. 00010000:00000010:1.1:1718399237.279434:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093367600. 00010000:00000010:1.1:1718399237.283104:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093177800. 00010000:00000010:1.1:1718399237.283109:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a15680. 00010000:00000010:1.1:1718399237.283112:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880129e9f800. 00010000:00000010:1.1:1718399237.283115:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47600. 00010000:00000010:1.1:1718399237.289291:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093364d80. 00010000:00000010:1.1:1718399237.289296:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012b1dd200. 00010000:00000010:1.1:1718399237.292626:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093026200. 00010000:00000010:1.1:1718399237.292632:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d458c0. 00010000:00000010:1.1:1718399237.292635:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53d2300. 00010000:00000010:1.1:1718399237.292638:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46640. 00010000:00000010:1.1:1718399237.292640:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e3a5b00. 00010000:00000010:1.1:1718399237.292642:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46f40. 00010000:00000010:1.1:1718399237.295667:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009338f600. 00010000:00000010:1.1:1718399237.298051:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53a9100. 00010000:00000010:1.1:1718399237.298061:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46ac0. 00010000:00000010:1.1:1718399237.298065:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88013645f3c0. 00010000:00000010:1.1:1718399237.298067:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b1ea9600. 00010000:00000010:1.1:1718399237.298069:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47840. 00010000:00000010:1.1:1718399237.300758:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53abb00. 00010000:00000010:1.1:1718399237.300765:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45d40. 00010000:00000010:1.1:1718399237.306508:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c206400. 00010000:00000010:1.1:1718399237.386160:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ebf900. 00010000:00000010:1.1:1718399237.386164:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1ed00. 00010000:00000010:1.1:1718399237.392940:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093370500. 00010000:00000010:1.1:1718399237.392946:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1d440. 00010000:00000010:1.1:1718399237.392961:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093055400. 00010000:00000010:1.1:1718399237.392966:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1cfc0. 00010000:00000010:1.1:1718399237.392968:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1c000. 00010000:00000010:1.1:1718399237.397174:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53e2c00. 00010000:00000010:1.1:1718399237.397194:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1e640. 00010000:00000010:1.1:1718399237.397199:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800987e8400. 00010000:00000010:1.1:1718399237.397203:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1fcc0. 00010000:00000010:1.1:1718399237.408790:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b067a00. 00010000:00000010:1.1:1718399237.408804:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1fa80. 00010000:00000010:1.1:1718399237.418762:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136476800. 00010000:00000010:1.1:1718399237.418774:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1f180. 00010000:00000010:1.1:1718399237.418777:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009dd6f100. 00010000:00000010:1.1:1718399237.418779:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1fcc0. 00010000:00000010:1.1:1718399237.418781:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931ec240. 00010000:00000010:1.1:1718399237.418796:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009300e100. 00010000:00000010:1.1:1718399237.418800:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1e640. 00010000:00000010:1.1:1718399237.418803:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931ef180. 00010000:00000010:1.1:1718399237.418807:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928fe600. 00010000:00000010:1.1:1718399237.418810:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1c000. 00010000:00000010:1.1:1718399237.429685:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88013088e200. 00010000:00000010:1.1:1718399237.429699:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1cfc0. 00010000:00000010:1.1:1718399237.478371:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a286c0. 00010000:00000010:1.1:1718399237.478378:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1c900. 00010000:00000010:1.1:1718399237.478382:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093558800. 00010000:00000010:1.1:1718399237.493702:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdfcc0. 00010000:00000010:1.1:1718399237.503505:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093517840. 00010000:00000010:1.1:1718399237.503530:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb67a80. 00010000:00000010:1.1:1718399237.509634:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093593600. 00010000:00000010:1.1:1718399237.517652:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d454500. 00010000:00000010:1.1:1718399237.517670:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a16880. 00010000:00000010:1.1:1718399237.524358:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb6f840. 00010000:00000010:1.1:1718399237.530050:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ac5b00. 00010000:00000010:1.1:1718399237.530057:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e400. 00010000:00000010:1.1:1718399237.534143:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d3300. 00010000:00000010:1.1:1718399237.534156:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1f840. 00010000:00000010:1.1:1718399237.538624:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931e2d00. 00010000:00000010:1.1:1718399237.538631:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1ed00. 00010000:00000010:1.1:1718399237.538634:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093219300. 00010000:00000010:1.1:1718399237.538638:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1eac0. 00010000:00000010:1.1:1718399237.538640:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b1f80. 00010000:00000010:1.1:1718399237.542742:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012a2c4100. 00010000:00000010:1.1:1718399237.542752:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a15f80. 00010000:00000010:1.1:1718399237.547774:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b1200. 00010000:00000010:1.1:1718399237.547785:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092afe000. 00010000:00000010:1.1:1718399237.547790:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a16880. 00010000:00000010:1.1:1718399237.559393:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012bd10b00. 00010000:00000010:1.1:1718399237.559400:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1cb40. 00010000:00000010:1.1:1718399237.571561:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012bd10400. 00010000:00000010:1.1:1718399237.571565:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a14d80. 00010000:00000010:1.1:1718399237.577561:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801303ebd00. 00010000:00000010:1.1:1718399237.577565:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a15d40. 00010000:00000010:1.1:1718399237.589415:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bd02880. 00010000:00000010:1.1:1718399237.598446:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f2f3600. 00010000:00000010:1.1:1718399237.598452:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e880. 00010000:00000010:1.1:1718399237.598455:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2f4b00. 00010000:00000010:1.1:1718399237.598457:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e1c0. 00010000:00000010:1.1:1718399237.598459:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a56b5800. 00010000:00000010:1.1:1718399237.598462:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00010000:00000010:1.1:1718399237.598464:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5101e00. 00010000:00000010:1.1:1718399237.598497:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f840. 00010000:00000010:1.1:1718399237.598500:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d8b00. 00010000:00000010:1.1:1718399237.598503:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ed00. 00010000:00000010:1.1:1718399237.598505:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093015d00. 00010000:00000010:1.1:1718399237.598509:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00010000:00000010:1.1:1718399237.598515:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88011f0bfa80. 00010000:00000010:1.1:1718399237.605981:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009337e400. 00010000:00000010:1.1:1718399237.605984:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b0c5100. 00010000:00000010:1.1:1718399237.605987:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00010000:00000010:1.1:1718399237.605992:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e03f00. 00010000:00000010:1.1:1718399237.605995:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00010000:00000010:1.1:1718399237.614539:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bfcc0. 00010000:00000010:1.1:1718399237.625382:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364ef40. 00010000:00000010:1.1:1718399237.713240:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c0cb500. 00010000:00000010:1.1:1718399237.713246:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44d80. 00010000:00000010:1.1:1718399237.717607:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f6ebc00. 00010000:00000010:1.1:1718399237.717618:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a16ac0. 00010000:00000010:1.1:1718399237.717621:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f6eb300. 00010000:00000010:1.1:1718399237.717623:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a16400. 00010000:00000010:1.1:1718399237.717624:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f6eb100. 00010000:00000010:1.1:1718399237.717626:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a17a80. 00010000:00000010:1.1:1718399237.717628:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f6eb500. 00010000:00000010:1.1:1718399237.717631:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a15b00. 00010000:00000010:1.1:1718399237.717633:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f6ebf00. 00010000:00000010:1.1:1718399237.717635:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a15d40. 00010000:00000010:1.1:1718399237.717637:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5677300. 00010000:00000010:1.1:1718399237.717639:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a14d80. 00010000:00000010:1.1:1718399237.717641:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5677000. 00010000:00000010:1.1:1718399237.717642:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a16880. 00010000:00000010:1.1:1718399237.717643:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5677900. 00010000:00000010:1.1:1718399237.717646:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a15f80. 00010000:00000010:1.1:1718399237.717648:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5677400. 00010000:00000010:1.1:1718399237.717650:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50abcc0. 00010000:00000010:1.1:1718399237.717652:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5677d00. 00010000:00000010:1.1:1718399237.717656:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a9200. 00010000:00000010:1.1:1718399237.717662:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2f6400. 00010000:00000010:1.1:1718399237.717664:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50aa880. 00010000:00000010:1.1:1718399237.717666:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2f6800. 00010000:00000010:1.1:1718399237.717668:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50ab600. 00010000:00000010:1.1:1718399237.717669:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2f6f00. 00010000:00000010:1.1:1718399237.717671:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a9440. 00010000:00000010:1.1:1718399237.717672:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2f6a00. 00010000:00000010:1.1:1718399237.717674:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a8480. 00010000:00000010:1.1:1718399237.717676:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2f6d00. 00010000:00000010:1.1:1718399237.717677:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a8d80. 00010000:00000010:1.1:1718399237.717679:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093055400. 00010000:00000010:1.1:1718399237.717682:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a9f80. 00010000:00000010:1.1:1718399237.717684:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093055a00. 00010000:00000010:1.1:1718399237.717686:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a9d40. 00010000:00000010:1.1:1718399237.717687:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093055300. 00010000:00000010:1.1:1718399237.717689:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a9b00. 00010000:00000010:1.1:1718399237.717691:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093055200. 00010000:00000010:1.1:1718399237.717692:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50aa400. 00010000:00000010:1.1:1718399237.724397:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362fa80. 00010000:00000010:1.1:1718399237.724403:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d5b840. 00010000:00000010:2.1:1718399237.725949:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f5d40. 00010000:00000010:2.1:1718399237.725951:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090fcca00. 00010000:00000010:2.1:1718399237.725953:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f58c0. 00010000:00000010:2.1:1718399237.725955:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090fcce00. 00010000:00000010:2.1:1718399237.725956:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f4900. 00010000:00000010:2.1:1718399237.725959:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009fb9fd00. 00010000:00000010:2.1:1718399237.725961:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f4240. 00010000:00000010:2.1:1718399237.725962:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009fb9fe00. 00010000:00000010:2.1:1718399237.725964:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f5440. 00010000:00000010:2.1:1718399237.725966:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009fb9f100. 00010000:00000010:2.1:1718399237.725969:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fd440. 00010000:00000010:2.1:1718399237.725971:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009fb9f700. 00010000:00000010:2.1:1718399237.725973:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fef40. 00010000:00000010:2.1:1718399237.725976:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c12b00. 00010000:00000010:2.1:1718399237.725978:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2ffcc0. 00010000:00000010:2.1:1718399237.725980:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c12c00. 00010000:00000010:2.1:1718399237.725981:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fd8c0. 00010000:00000010:2.1:1718399237.725983:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c12f00. 00010000:00000010:2.1:1718399237.725985:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fe400. 00010000:00000010:2.1:1718399237.725986:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c12d00. 00010000:00000010:2.1:1718399237.725988:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fdb00. 00010000:00000010:2.1:1718399237.725990:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136952200. 00010000:00000010:2.1:1718399237.725993:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fcd80. 00010000:00000010:2.1:1718399237.725994:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136952700. 00010000:00000010:2.1:1718399237.725996:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2ff180. 00010000:00000010:2.1:1718399237.725997:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136952d00. 00010000:00000010:2.1:1718399237.725999:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2ff840. 00010000:00000010:2.1:1718399237.726000:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136952300. 00010000:00000010:2.1:1718399237.726002:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fed00. 00010000:00000010:2.1:1718399237.726004:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009fbdbd00. 00010000:00000010:2.1:1718399237.726007:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fc240. 00010000:00000010:2.1:1718399237.726008:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009fbdb400. 00010000:00000010:2.1:1718399237.726010:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fc900. 00010000:00000010:2.1:1718399237.726012:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009fbdb600. 00010000:00000010:2.1:1718399237.726013:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fe640. 00010000:00000010:2.1:1718399237.726016:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f20b900. 00010000:00000010:2.1:1718399237.726019:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fdf80. 00010000:00000010:2.1:1718399237.726020:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f20b600. 00010000:00000010:2.1:1718399237.726022:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fd680. 00010000:00000010:2.1:1718399237.726023:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f20be00. 00010000:00000010:2.1:1718399237.726025:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fcfc0. 00010000:00000010:2.1:1718399237.726027:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f20bc00. 00010000:00000010:2.1:1718399237.726028:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fc6c0. 00010000:00000010:2.1:1718399237.726029:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f20b000. 00010000:00000010:2.1:1718399237.726031:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fe880. 00010000:00000010:2.1:1718399237.726032:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f20bd00. 00010000:00000010:2.1:1718399237.726034:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2ffa80. 00010000:00000010:2.1:1718399237.726037:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51f9900. 00010000:00000010:2.1:1718399237.726039:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fd200. 00010000:00000010:2.1:1718399237.726041:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51f9a00. 00010000:00000010:2.1:1718399237.726043:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273180. 00010000:00000010:2.1:1718399237.726045:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51f9c00. 00010000:00000010:2.1:1718399237.726047:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271f80. 00010000:00000010:2.1:1718399237.726050:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51f9800. 00010000:00000010:2.1:1718399237.726051:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52718c0. 00010000:00000010:2.1:1718399237.726053:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51f9d00. 00010000:00000010:2.1:1718399237.726055:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52733c0. 00010000:00000010:2.1:1718399237.726057:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51f9300. 00010000:00000010:2.1:1718399237.726059:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270000. 00010000:00000010:2.1:1718399237.726061:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51f9f00. 00010000:00000010:2.1:1718399237.726063:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273840. 00010000:00000010:2.1:1718399237.726064:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009fd2fe00. 00010000:00000010:2.1:1718399237.726067:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270b40. 00010000:00000010:2.1:1718399237.726069:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009fd2f500. 00010000:00000010:2.1:1718399237.726070:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272d00. 00010000:00000010:2.1:1718399237.726072:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009fd2f700. 00010000:00000010:2.1:1718399237.726074:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270240. 00010000:00000010:2.1:1718399237.726077:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c5fe00. 00010000:00000010:2.1:1718399237.726079:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270d80. 00010000:00000010:2.1:1718399237.726081:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c5f200. 00010000:00000010:2.1:1718399237.726082:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271680. 00010000:00000010:2.1:1718399237.726084:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c5f600. 00010000:00000010:2.1:1718399237.726086:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273a80. 00010000:00000010:2.1:1718399237.726087:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c5f000. 00010000:00000010:2.1:1718399237.726089:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272640. 00010000:00000010:2.1:1718399237.726090:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c5f900. 00010000:00000010:2.1:1718399237.726092:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271d40. 00010000:00000010:1.1:1718399237.727387:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092badf80. 00010000:00000010:1.1:1718399237.727394:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009321ab00. 00010000:00000010:1.1:1718399237.727399:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d473c0. 00010000:00000010:1.1:1718399237.732799:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e184d80. 00010000:00000010:2.1:1718399237.746477:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf67cc0. 00010000:00000010:2.1:1718399237.746484:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e3a5200. 00010000:00000010:2.1:1718399237.746488:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47cc0. 00010000:00000010:1.1:1718399237.753682:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cef3c0. 00010000:00000010:2.1:1718399237.756131:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130c81e00. 00010000:00000010:2.1:1718399237.756142:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1d680. 00010000:00000010:2.1:1718399237.756147:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c5f900. 00010000:00000010:2.1:1718399237.756149:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1ef40. 00010000:00000010:1.1:1718399237.764515:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53a6400. 00010000:00000010:1.1:1718399237.774208:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930c8b40. 00010000:00000010:1.1:1718399237.785228:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5251100. 00010000:00000010:1.1:1718399237.785234:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1ef40. 00010000:00000010:1.1:1718399237.790966:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880136458b40. 00010000:00000010:1.1:1718399237.793547:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093c89200. 00010000:00000010:1.1:1718399237.793554:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009867ea00. 00010000:00000010:1.1:1718399237.793557:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44900. 00010000:00000010:1.1:1718399237.793560:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092928400. 00010000:00000010:1.1:1718399237.793562:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d461c0. 00010000:00000010:1.1:1718399237.793564:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012bf52600. 00010000:00000010:1.1:1718399237.793567:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44240. 00010000:00000010:1.1:1718399237.799610:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ea98000. 00010000:00000010:1.1:1718399237.799615:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5249f00. 00010000:00000010:1.1:1718399237.799619:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45680. 00010000:00000010:1.1:1718399237.799621:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931fda00. 00010000:00000010:1.1:1718399237.799625:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47cc0. 00010000:00000010:1.1:1718399237.802834:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5184900. 00010000:00000010:1.1:1718399237.802841:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d473c0. 00010000:00000010:1.1:1718399237.817689:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093534b40. 00010000:00000010:1.1:1718399237.817697:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c045f00. 00010000:00000010:1.1:1718399237.817701:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44d80. 00010000:00000010:2.1:1718399237.826631:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092a08c00. 00010000:00000010:2.1:1718399237.826638:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47a80. 00010000:00000010:2.1:1718399237.826641:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f0e6700. 00010000:00000010:2.1:1718399237.826645:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1d680. 00010000:00000010:1.1:1718399237.826850:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012df05200. 00010000:00000010:1.1:1718399237.826855:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46880. 00010000:00000010:1.1:1718399237.835396:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092bafa80. 00010000:00000010:1.1:1718399237.835403:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880131006300. 00010000:00000010:1.1:1718399237.835406:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1cd80. 00010000:00000010:1.1:1718399237.844809:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ec46c0. 00010000:00000010:1.1:1718399237.853687:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50b2100. 00010000:00000010:1.1:1718399237.853703:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45d40. 00010000:00000010:2.1:1718399237.853745:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88011f0a6400. 00010000:00000010:2.1:1718399237.865870:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092bedd40. 00010000:00000010:2.1:1718399237.865875:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092229f80. 00010000:00000010:1.1:1718399237.865900:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092bacb40. 00010000:00000010:2.1:1718399237.871363:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f5ed00. 00010000:00000010:1.1:1718399237.877365:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e9c400. 00010000:00000010:1.1:1718399237.877371:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46f40. 00010000:00000010:1.1:1718399237.877375:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092abd680. 00010000:00000010:1.1:1718399237.877381:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093cced00. 00010000:00000010:1.1:1718399237.877382:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46640. 00010000:00000010:1.1:1718399237.877385:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096c6b500. 00010000:00000010:1.1:1718399237.877387:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d458c0. 00010000:00000010:1.1:1718399237.880756:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009853ad00. 00010000:00000010:1.1:1718399237.880761:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47600. 00010000:00000010:1.1:1718399237.880763:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009864ce00. 00010000:00000010:1.1:1718399237.880765:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46ac0. 00010000:00000010:1.1:1718399237.889114:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c12a00. 00010000:00000010:1.1:1718399237.889120:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47840. 00010000:00000010:1.1:1718399237.889495:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095743600. 00010000:00000010:1.1:1718399237.895381:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e12aa00. 00010000:00000010:1.1:1718399237.895387:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45b00. 00010000:00000010:1.1:1718399237.895394:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cda1c0. 00010000:00000010:1.1:1718399237.901745:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ec4fc0. 00010000:00000010:1.1:1718399237.910352:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d44a600. 00010000:00000010:1.1:1718399237.910357:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46400. 00010000:00000010:1.1:1718399237.910360:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009fd2fe00. 00010000:00000010:1.1:1718399237.910363:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1d680. 00010000:00000010:2.1:1718399237.916385:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5241800. 00010000:00000010:2.1:1718399237.916392:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50ab180. 00010000:00000010:1.1:1718399237.919408:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130d99d40. 00010000:00000010:2.1:1718399237.923091:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801368bc900. 00010000:00000010:2.1:1718399237.923099:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270fc0. 00010000:00000010:2.1:1718399237.923104:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51f3b00. 00010000:00000010:2.1:1718399237.923109:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271200. 00010000:00000010:2.1:1718399237.923112:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800932b5900. 00010000:00000010:2.1:1718399237.923114:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270480. 00010000:00000010:2.1:1718399237.923116:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e3f1400. 00010000:00000010:2.1:1718399237.923118:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271440. 00010000:00000010:2.1:1718399237.934905:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e3a5500. 00010000:00000010:2.1:1718399237.934916:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271d40. 00010000:00000010:1.1:1718399237.940547:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800957146c0. 00010000:00000010:2.1:1718399237.950126:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093219100. 00010000:00000010:2.1:1718399237.950132:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272640. 00010000:00000010:2.1:1718399237.950135:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093218900. 00010000:00000010:2.1:1718399237.950138:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273a80. 00010000:00000010:2.1:1718399237.950144:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f4ec000. 00010000:00000010:2.1:1718399237.950146:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271680. 00010000:00000010:2.1:1718399237.950148:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800932b5900. 00010000:00000010:2.1:1718399237.950151:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270d80. 00010000:00000010:1.1:1718399237.952469:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5175300. 00010000:00000010:1.1:1718399237.952476:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270240. 00010000:00000010:2.1:1718399237.957152:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb60b40. 00010000:00000010:2.1:1718399237.975487:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800944bef40. 00010000:00000010:2.1:1718399237.985989:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50fa1c0. 00010000:00000010:2.1:1718399237.991559:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f2cfc0. 00010000:00000010:1.1:1718399237.998019:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098f77400. 00010000:00000010:1.1:1718399237.998026:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a86c0. 00010000:00000010:1.1:1718399238.010374:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e31e000. 00010000:00000010:1.1:1718399238.010380:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44d80. 00010000:00000010:1.1:1718399238.025906:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5175200. 00010000:00000010:1.1:1718399238.025918:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d473c0. 00010000:00000010:1.1:1718399238.025922:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096c6ae00. 00010000:00000010:1.1:1718399238.025923:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47cc0. 00010000:00000010:1.1:1718399238.025926:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933fe400. 00010000:00000010:1.1:1718399238.025929:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45680. 00010000:00000010:1.1:1718399238.029380:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093377d00. 00010000:00000010:1.1:1718399238.029386:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44240. 00010000:00000010:1.1:1718399238.047814:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008f19d200. 00010000:00000010:1.1:1718399238.047838:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d461c0. 00010000:00000010:1.1:1718399238.054229:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093050480. 00010000:00000010:2.1:1718399238.057379:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d421c0. 00010000:00000010:1.1:1718399238.089996:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f2eac0. 00010000:00000010:2.1:1718399238.098231:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093149f80. 00010000:00000010:1.1:1718399238.100021:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009808dc00. 00010000:00000010:1.1:1718399238.100027:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a9680. 00010000:00000010:1.1:1718399238.100080:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88013088e800. 00010000:00000010:1.1:1718399238.100083:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1c000. 00010000:00000010:2.1:1718399238.120497:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009325c300. 00010000:00000010:2.1:1718399238.120510:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1e640. 00010000:00000010:2.1:1718399238.120514:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800932b5900. 00010000:00000010:2.1:1718399238.120518:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1fcc0. 00010000:00000010:2.1:1718399238.124857:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8801303f6640. 00010000:00000010:2.1:1718399238.140041:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009337b840. 00010000:00000010:2.1:1718399238.151046:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f70500. 00010000:00000010:2.1:1718399238.151056:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1e640. 00010000:00000010:2.1:1718399238.199725:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012b1dcfc0. 00010000:00000010:2.1:1718399238.205531:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88013645cb40. 00010000:00000010:2.1:1718399238.205541:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53a9200. 00010000:00000010:2.1:1718399238.205548:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44240. 00010000:00000010:2.1:1718399238.242766:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a526a640. 00010000:00000010:2.1:1718399238.242776:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093fd1c00. 00010000:00000010:2.1:1718399238.242779:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1f180. 00010000:00000010:1.1:1718399238.254642:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ed8fc0. 00010000:00000010:2.1:1718399238.254815:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093028b40. 00010000:00000010:2.1:1718399238.254839:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092503000. 00010000:00000010:2.1:1718399238.254843:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44900. 00010000:00000010:2.1:1718399238.258435:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800957ce900. 00010000:00000010:2.1:1718399238.258441:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45680. 00010000:00000010:2.1:1718399238.315522:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930ddd40. 00010000:00000010:2.1:1718399238.315528:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933f5900. 00010000:00000010:2.1:1718399238.315531:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52718c0. 00010000:00000010:1.1:1718399238.361433:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093386ac0. 00010000:00000010:1.1:1718399238.361445:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c2b7b00. 00010000:00000010:1.1:1718399238.361448:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271f80. 00010000:00000010:1.1:1718399238.361452:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880094d19d00. 00010000:00000010:1.1:1718399238.361454:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1f180. 00010000:00000010:2.1:1718399238.371644:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009284f800. 00010000:00000010:2.1:1718399238.371655:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1cfc0. 00010000:00000010:2.1:1718399238.418399:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930e9b00. 00010000:00000010:1.1:1718399238.419428:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b23300. 00010000:00000010:1.1:1718399238.419434:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d461c0. 00010000:00000010:1.1:1718399238.431388:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930ea400. 00010000:00000010:1.1:1718399238.443191:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b23200. 00010000:00000010:1.1:1718399238.443199:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1cfc0. 00010000:00000010:1.1:1718399238.451534:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093fc18c0. 00010000:00000010:1.1:1718399238.468695:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c1ed100. 00010000:00000010:1.1:1718399238.468707:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1d440. 00010000:00000010:1.1:1718399238.468711:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093102a00. 00010000:00000010:1.1:1718399238.468715:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47cc0. 00010000:00000010:1.1:1718399238.468717:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53df800. 00010000:00000010:1.1:1718399238.468720:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d473c0. 00010000:00000010:1.1:1718399238.477617:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098745100. 00010000:00000010:1.1:1718399238.477623:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44d80. 00010000:00000010:1.1:1718399238.505770:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933aa400. 00010000:00000010:1.1:1718399238.515614:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5249b00. 00010000:00000010:1.1:1718399238.515620:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1df80. 00010000:00000010:1.1:1718399238.520351:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d44b100. 00010000:00000010:1.1:1718399238.520356:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47a80. 00010000:00000010:1.1:1718399238.520358:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f72100. 00010000:00000010:1.1:1718399238.520361:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1c900. 00010000:00000010:1.1:1718399238.520364:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880094d19f00. 00010000:00000010:1.1:1718399238.520366:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1d680. 00010000:00000010:1.1:1718399238.529702:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d1a300. 00010000:00000010:1.1:1718399238.529720:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1f840. 00010000:00000010:1.1:1718399238.559555:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933a5b00. 00010000:00000010:1.1:1718399238.559563:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093dd4a00. 00010000:00000010:1.1:1718399238.559566:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271f80. 00010000:00000010:2.1:1718399238.593431:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ceb840. 00010000:00000010:2.1:1718399238.593435:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009876f000. 00010000:00000010:2.1:1718399238.593438:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273180. 00010000:00000010:2.1:1718399238.611006:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009300e700. 00010000:00000010:2.1:1718399238.611013:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46880. 00010000:00000010:2.1:1718399238.611015:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093545f80. 00010000:00000010:2.1:1718399238.611018:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009dd6ff00. 00010000:00000010:2.1:1718399238.611020:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44000. 00010000:00000010:1.1:1718399238.613953:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933a8fc0. 00010000:00000010:1.1:1718399238.613966:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801303ec100. 00010000:00000010:1.1:1718399238.613969:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46400. 00010000:00000010:2.1:1718399238.636325:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009350d680. 00010000:00000010:2.1:1718399238.636329:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012bf16500. 00010000:00000010:2.1:1718399238.636332:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273180. 00010000:00000010:2.1:1718399238.652959:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931d2300. 00010000:00000010:2.1:1718399238.652966:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52718c0. 00010000:00000010:1.1:1718399238.660119:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a51986c0. 00010000:00000010:1.1:1718399238.660125:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933a2d00. 00010000:00000010:1.1:1718399238.660129:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270000. 00010000:00000010:1.1:1718399238.671551:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931de880. 00010000:00000010:1.1:1718399238.671558:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012a2a8c00. 00010000:00000010:1.1:1718399238.671561:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50ab3c0. 00010000:00000010:1.1:1718399238.671563:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096c69d00. 00010000:00000010:1.1:1718399238.671565:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50aba80. 00010000:00000010:2.1:1718399238.679244:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009dd6fa00. 00010000:00000010:2.1:1718399238.679249:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1cd80. 00010000:00000010:2.1:1718399238.684969:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eb35d40. 00010000:00000010:1.1:1718399238.696395:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a28240. 00010000:00000010:1.1:1718399238.696412:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130c81600. 00010000:00000010:1.1:1718399238.696416:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45d40. 00010000:00000010:2.1:1718399238.699952:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e3a5d00. 00010000:00000010:2.1:1718399238.699957:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1ef40. 00010000:00000010:1.1:1718399238.709392:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093591f80. 00010000:00000010:1.1:1718399238.709400:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093592640. 00010000:00000010:2.1:1718399238.713687:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b0bd00. 00010000:00000010:2.1:1718399238.713692:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45200. 00010000:00000010:2.1:1718399238.713695:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009321a700. 00010000:00000010:2.1:1718399238.713696:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45b00. 00010000:00000010:1.1:1718399238.723579:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ea9d440. 00010000:00000010:1.1:1718399238.723584:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093574c00. 00010000:00000010:1.1:1718399238.723587:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1ef40. 00010000:00000010:1.1:1718399238.723591:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933faf40. 00010000:00000010:1.1:1718399238.723613:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093612900. 00010000:00000010:1.1:1718399238.723615:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1eac0. 00010000:00000010:1.1:1718399238.730671:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f6e2e00. 00010000:00000010:1.1:1718399238.730679:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1cb40. 00010000:00000010:1.1:1718399238.730683:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801311ed800. 00010000:00000010:1.1:1718399238.730686:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1cd80. 00010000:00000010:2.1:1718399238.733382:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ea9c480. 00010000:00000010:2.1:1718399238.736684:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f5d4400. 00010000:00000010:2.1:1718399238.736694:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1ed00. 00010000:00000010:2.1:1718399238.739571:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093010900. 00010000:00000010:2.1:1718399238.747376:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bd01200. 00010000:00000010:1.1:1718399238.795384:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880136442d00. 00010000:00000010:1.1:1718399238.813810:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012bd10d00. 00010000:00000010:1.1:1718399238.813834:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46ac0. 00010000:00000010:2.1:1718399238.820876:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092b80480. 00010000:00000010:2.1:1718399238.820884:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53dc300. 00010000:00000010:2.1:1718399238.820887:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272d00. 00010000:00000010:2.1:1718399238.824326:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935b5d40. 00010000:00000010:1.1:1718399238.824784:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093da6e00. 00010000:00000010:1.1:1718399238.824790:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270b40. 00010000:00000010:1.1:1718399238.842900:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009360aac0. 00010000:00000010:2.1:1718399238.845455:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009359c400. 00010000:00000010:2.1:1718399238.845464:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1f840. 00010000:00000010:1.1:1718399238.845521:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d7840. 00010000:00000010:2.1:1718399238.852597:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009360e400. 00010000:00000010:2.1:1718399238.852603:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093650d00. 00010000:00000010:2.1:1718399238.852606:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a8000. 00010000:00000010:2.1:1718399238.852608:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800944b6200. 00010000:00000010:2.1:1718399238.852611:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1f840. 00010000:00000010:2.1:1718399238.858825:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009360e640. 00010000:00000010:1.1:1718399238.860130:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcf9b00. 00010000:00000010:2.1:1718399238.868262:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e76d00. 00010000:00000010:2.1:1718399238.872138:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930ab180. 00010000:00000010:2.1:1718399238.877833:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093015f00. 00010000:00000010:2.1:1718399238.877839:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270240. 00010000:00000010:2.1:1718399238.877843:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f18300. 00010000:00000010:2.1:1718399238.877847:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47600. 00010000:00000010:2.1:1718399238.880459:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f18900. 00010000:00000010:2.1:1718399238.880467:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d458c0. 00010000:00000010:2.1:1718399238.883805:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930a8480. 00010000:00000010:2.1:1718399238.886694:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800944b6b00. 00010000:00000010:2.1:1718399238.886700:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1f840. 00010000:00000010:2.1:1718399238.889891:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bf840. 00010000:00000010:2.1:1718399238.889899:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800935d6500. 00010000:00000010:2.1:1718399238.889902:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1c900. 00010000:00000010:2.1:1718399238.889905:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b0c5300. 00010000:00000010:2.1:1718399238.889909:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46640. 00010000:00000010:2.1:1718399238.893204:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933ae400. 00010000:00000010:2.1:1718399238.902422:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009354db00. 00010000:00000010:2.1:1718399238.909376:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093649d40. 00010000:00000010:2.1:1718399238.928693:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093216f40. 00010000:00000010:2.1:1718399238.937504:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930ad200. 00010000:00000010:2.1:1718399238.940221:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935a0900. 00010000:00000010:3.1:1718399238.948091:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1cfc0. 00010000:00000010:2.1:1718399238.948258:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375c000. 00010000:00000010:2.1:1718399238.951115:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f27a80. 00010000:00000010:2.1:1718399238.957723:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929ed440. 00010000:00000010:3.1:1718399238.958254:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c44cd00. 00010000:00000010:3.1:1718399238.958260:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1f180. 00010000:00000010:3.1:1718399238.958263:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009374e900. 00010000:00000010:3.1:1718399238.958267:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1c000. 00010000:00000010:3.1:1718399238.959783:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d2600. 00010000:00000010:3.1:1718399238.959795:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1fa80. 00010000:00000010:3.1:1718399238.959797:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130de7d00. 00010000:00000010:3.1:1718399238.959800:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1fcc0. 00010000:00000010:3.1:1718399238.961394:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093542e00. 00010000:00000010:3.1:1718399238.961402:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1e640. 00010000:00000010:3.1:1718399238.970293:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093531440. 00010000:00000010:3.1:1718399238.970300:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936ac240. 00010000:00000010:3.1:1718399238.970305:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012b806500. 00010000:00000010:3.1:1718399238.970308:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50aad00. 00010000:00000010:3.1:1718399238.972547:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5262880. 00010000:00000010:3.1:1718399238.976726:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30d500. 00010000:00000010:3.1:1718399238.976734:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1c000. 00010000:00000010:2.1:1718399238.976928:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dc900. 00010000:00000010:3.1:1718399238.987038:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880095734d00. 00010000:00000010:3.1:1718399238.987044:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1f180. 00010000:00000010:3.1:1718399238.992405:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136a8f700. 00010000:00000010:3.1:1718399238.992416:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1cfc0. 00010000:00000010:3.1:1718399238.992421:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096c69800. 00010000:00000010:3.1:1718399238.992426:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50aa1c0. 00010000:00000010:3.1:1718399238.992429:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880094d19f00. 00010000:00000010:3.1:1718399238.992433:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a9680. 00010000:00000010:3.1:1718399238.992438:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093652d00. 00010000:00000010:3.1:1718399238.992441:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a8fc0. 00010000:00000010:3.1:1718399238.992444:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093652500. 00010000:00000010:3.1:1718399238.992446:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a86c0. 00010000:00000010:3.1:1718399238.992447:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093652600. 00010000:00000010:3.1:1718399238.992450:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50ab180. 00010000:00000010:3.1:1718399238.992452:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093652100. 00010000:00000010:3.1:1718399238.992455:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50aa400. 00010000:00000010:3.1:1718399238.992456:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093652300. 00010000:00000010:3.1:1718399238.992458:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a9b00. 00010000:00000010:3.1:1718399238.992460:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093652800. 00010000:00000010:3.1:1718399238.992462:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a9d40. 00010000:00000010:3.1:1718399238.992463:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093652700. 00010000:00000010:3.1:1718399238.992465:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a9f80. 00010000:00000010:3.1:1718399238.992467:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093652f00. 00010000:00000010:3.1:1718399238.992469:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a8d80. 00010000:00000010:3.1:1718399238.992472:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009313e400. 00010000:00000010:3.1:1718399238.992475:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a8480. 00010000:00000010:3.1:1718399238.992477:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009313e500. 00010000:00000010:3.1:1718399238.992479:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a9440. 00010000:00000010:3.1:1718399238.992481:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009313ed00. 00010000:00000010:3.1:1718399238.992482:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50ab600. 00010000:00000010:3.1:1718399238.992484:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009313eb00. 00010000:00000010:3.1:1718399238.992486:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50aa880. 00010000:00000010:3.1:1718399238.992488:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009313ef00. 00010000:00000010:3.1:1718399238.992489:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a9200. 00010000:00000010:3.1:1718399238.992492:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f18300. 00010000:00000010:3.1:1718399238.992495:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50abcc0. 00010000:00000010:3.1:1718399238.992497:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f18700. 00010000:00000010:3.1:1718399238.992499:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50aad00. 00010000:00000010:3.1:1718399238.992501:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f18e00. 00010000:00000010:3.1:1718399238.992503:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a8000. 00010000:00000010:3.1:1718399238.992505:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f18600. 00010000:00000010:3.1:1718399238.992507:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50aaac0. 00010000:00000010:3.1:1718399238.992509:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f18a00. 00010000:00000010:3.1:1718399238.992511:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50a8240. 00010000:00000010:3.1:1718399238.992512:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f18400. 00010000:00000010:3.1:1718399238.992514:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50aba80. 00010000:00000010:3.1:1718399238.992516:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f18d00. 00010000:00000010:3.1:1718399238.992518:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50ab3c0. 00010000:00000010:3.1:1718399238.992520:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880094923700. 00010000:00000010:3.1:1718399238.992524:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a15f80. 00010000:00000010:3.1:1718399238.992529:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880094923600. 00010000:00000010:3.1:1718399238.992531:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a16880. 00010000:00000010:3.1:1718399238.992533:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880094923900. 00010000:00000010:3.1:1718399238.992535:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a14d80. 00010000:00000010:3.1:1718399238.992538:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880094923b00. 00010000:00000010:3.1:1718399238.992540:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a15d40. 00010000:00000010:3.1:1718399238.992543:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800987e8d00. 00010000:00000010:3.1:1718399238.992546:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a15b00. 00010000:00000010:3.1:1718399238.992548:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800987e8100. 00010000:00000010:3.1:1718399238.992550:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a17a80. 00010000:00000010:3.1:1718399238.992552:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800987e8800. 00010000:00000010:3.1:1718399238.992554:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a16400. 00010000:00000010:3.1:1718399238.992556:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800987e8200. 00010000:00000010:3.1:1718399238.992558:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a16ac0. 00010000:00000010:3.1:1718399238.992560:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800987e8300. 00010000:00000010:3.1:1718399238.992561:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a161c0. 00010000:00000010:3.1:1718399238.992563:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800987e8500. 00010000:00000010:3.1:1718399238.992565:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a15440. 00010000:00000010:3.1:1718399238.992568:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ec8fa00. 00010000:00000010:3.1:1718399238.992570:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a15200. 00010000:00000010:3.1:1718399238.992572:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ec8fd00. 00010000:00000010:3.1:1718399238.992574:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a173c0. 00010000:00000010:3.1:1718399238.992575:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ec8f000. 00010000:00000010:3.1:1718399238.992577:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a17840. 00010000:00000010:3.1:1718399238.992579:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ec8fc00. 00010000:00000010:3.1:1718399238.992581:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a16640. 00010000:00000010:3.1:1718399238.992583:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ec8fb00. 00010000:00000010:3.1:1718399238.992584:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a14480. 00010000:00000010:3.1:1718399238.992586:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ec8f200. 00010000:00000010:3.1:1718399238.992589:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a17cc0. 00010000:00000010:3.1:1718399238.992591:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a9765200. 00010000:00000010:3.1:1718399238.992594:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a14b40. 00010000:00000010:3.1:1718399238.992597:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c71600. 00010000:00000010:3.1:1718399238.992599:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a15680. 00010000:00000010:3.1:1718399238.992601:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c71e00. 00010000:00000010:3.1:1718399238.992603:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a16f40. 00010000:00000010:3.1:1718399238.992605:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c71800. 00010000:00000010:3.1:1718399238.992607:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a17600. 00010000:00000010:3.1:1718399238.992609:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c71400. 00010000:00000010:3.1:1718399238.992611:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093531440. 00010000:00000010:3.1:1718399238.992614:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c71b00. 00010000:00000010:3.1:1718399238.992616:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935318c0. 00010000:00000010:3.1:1718399238.992617:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c71500. 00010000:00000010:3.1:1718399238.992620:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093532f40. 00010000:00000010:3.1:1718399238.992624:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136978400. 00010000:00000010:3.1:1718399238.992628:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093530fc0. 00010000:00000010:3.1:1718399238.992630:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136978f00. 00010000:00000010:3.1:1718399238.992632:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093533600. 00010000:00000010:3.1:1718399238.992634:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136978a00. 00010000:00000010:3.1:1718399238.992636:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935306c0. 00010000:00000010:3.1:1718399238.992638:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136978500. 00010000:00000010:3.1:1718399238.992640:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093533cc0. 00010000:00000010:3.1:1718399238.992643:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c28e400. 00010000:00000010:3.1:1718399238.992645:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093530480. 00010000:00000010:3.1:1718399238.992647:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c28ea00. 00010000:00000010:3.1:1718399238.992649:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093532640. 00010000:00000010:3.1:1718399238.992651:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c28ef00. 00010000:00000010:3.1:1718399238.992652:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093532880. 00010000:00000010:3.1:1718399238.992654:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c28e000. 00010000:00000010:3.1:1718399238.992656:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093531b00. 00010000:00000010:3.1:1718399238.992657:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c28e300. 00010000:00000010:3.1:1718399238.992660:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093530900. 00010000:00000010:3.1:1718399238.992662:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c28e500. 00010000:00000010:3.1:1718399238.992664:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935321c0. 00010000:00000010:3.1:1718399238.992665:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c28ed00. 00010000:00000010:3.1:1718399238.992667:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093532400. 00010000:00000010:3.1:1718399238.992668:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c28e700. 00010000:00000010:3.1:1718399238.992670:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093531f80. 00010000:00000010:3.1:1718399238.992673:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012df05500. 00010000:00000010:3.1:1718399238.992677:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093530d80. 00010000:00000010:3.1:1718399238.992678:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012df05e00. 00010000:00000010:3.1:1718399238.992681:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093530000. 00010000:00000010:3.1:1718399238.992682:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012df05f00. 00010000:00000010:3.1:1718399238.992684:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093531200. 00010000:00000010:3.1:1718399238.992686:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012df05d00. 00010000:00000010:3.1:1718399238.992688:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935333c0. 00010000:00000010:3.1:1718399238.992689:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012df05100. 00010000:00000010:3.1:1718399238.992691:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093531d40. 00010000:00000010:3.1:1718399238.992692:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012df05c00. 00010000:00000010:3.1:1718399238.992694:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093532ac0. 00010000:00000010:3.1:1718399238.992695:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012df05400. 00010000:00000010:3.1:1718399238.992697:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093530b40. 00010000:00000010:3.1:1718399238.992699:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092503000. 00010000:00000010:3.1:1718399238.992701:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093533a80. 00010000:00000010:3.1:1718399238.992703:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092503400. 00010000:00000010:3.1:1718399238.992705:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093530240. 00010000:00000010:2.1:1718399238.992754:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880136459440. 00010000:00000010:3.1:1718399239.000825:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092503600. 00010000:00000010:3.1:1718399239.000830:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093533180. 00010000:00000010:3.1:1718399239.000834:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d2f00. 00010000:00000010:3.1:1718399239.000838:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1d440. 00010000:00000010:3.1:1718399239.000841:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d2400. 00010000:00000010:3.1:1718399239.000843:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1df80. 00010000:00000010:3.1:1718399239.000847:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093211900. 00010000:00000010:3.1:1718399239.000854:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1f840. 00010000:00000010:3.1:1718399239.000855:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093211600. 00010000:00000010:3.1:1718399239.000858:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1c900. 00010000:00000010:3.1:1718399239.000860:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093211d00. 00010000:00000010:3.1:1718399239.000862:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1d680. 00010000:00000010:3.1:1718399239.000864:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093211300. 00010000:00000010:3.1:1718399239.000866:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1ed00. 00010000:00000010:3.1:1718399239.000868:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009bf50200. 00010000:00000010:3.1:1718399239.000872:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1cd80. 00010000:00000010:3.1:1718399239.000874:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009bf50b00. 00010000:00000010:3.1:1718399239.000875:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1cb40. 00010000:00000010:3.1:1718399239.000877:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009bf50800. 00010000:00000010:3.1:1718399239.000879:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1eac0. 00010000:00000010:3.1:1718399239.000882:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f2cbf00. 00010000:00000010:3.1:1718399239.000885:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1ef40. 00010000:00000010:3.1:1718399239.000887:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f2cb400. 00010000:00000010:3.1:1718399239.000888:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1c000. 00010000:00000010:3.1:1718399239.000890:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f2cb500. 00010000:00000010:3.1:1718399239.000892:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1e640. 00010000:00000010:3.1:1718399239.000894:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f2cba00. 00010000:00000010:3.1:1718399239.000895:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1fcc0. 00010000:00000010:3.1:1718399239.000897:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f2cbe00. 00010000:00000010:3.1:1718399239.000898:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a1fa80. 00010000:00000010:3.1:1718399239.000900:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f2cb200. 00010000:00000010:3.1:1718399239.000903:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fd200. 00010000:00000010:3.1:1718399239.000905:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f2cb700. 00010000:00000010:3.1:1718399239.000907:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2ffa80. 00010000:00000010:3.1:1718399239.000909:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009294ad00. 00010000:00000010:3.1:1718399239.000912:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fe880. 00010000:00000010:3.1:1718399239.000913:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009294ac00. 00010000:00000010:3.1:1718399239.000915:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fc6c0. 00010000:00000010:3.1:1718399239.000917:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009294a800. 00010000:00000010:3.1:1718399239.000919:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fcfc0. 00010000:00000010:3.1:1718399239.000921:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009294ae00. 00010000:00000010:3.1:1718399239.000923:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fd680. 00010000:00000010:3.1:1718399239.000924:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009294a100. 00010000:00000010:3.1:1718399239.000926:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fdf80. 00010000:00000010:3.1:1718399239.000928:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009294af00. 00010000:00000010:3.1:1718399239.000929:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fe640. 00010000:00000010:3.1:1718399239.000932:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50e5200. 00010000:00000010:3.1:1718399239.000935:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fc900. 00010000:00000010:3.1:1718399239.000937:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50e5800. 00010000:00000010:3.1:1718399239.000939:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fc240. 00010000:00000010:3.1:1718399239.000940:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50e5300. 00010000:00000010:3.1:1718399239.000942:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fed00. 00010000:00000010:3.1:1718399239.000944:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50e5d00. 00010000:00000010:3.1:1718399239.000945:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2ff840. 00010000:00000010:3.1:1718399239.000947:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50e5b00. 00010000:00000010:3.1:1718399239.000949:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2ff180. 00010000:00000010:3.1:1718399239.000950:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50e5900. 00010000:00000010:3.1:1718399239.000952:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fcd80. 00010000:00000010:3.1:1718399239.000953:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50e5600. 00010000:00000010:3.1:1718399239.000955:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fdb00. 00010000:00000010:3.1:1718399239.000958:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136747f00. 00010000:00000010:3.1:1718399239.000960:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fe400. 00010000:00000010:3.1:1718399239.000961:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136747e00. 00010000:00000010:3.1:1718399239.000963:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fd8c0. 00010000:00000010:3.1:1718399239.000964:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136747500. 00010000:00000010:3.1:1718399239.000966:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2ffcc0. 00010000:00000010:3.1:1718399239.000967:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136747000. 00010000:00000010:3.1:1718399239.000969:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fef40. 00010000:00000010:3.1:1718399239.000970:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136747400. 00010000:00000010:3.1:1718399239.000972:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fd440. 00010000:00000010:3.1:1718399239.000974:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136747b00. 00010000:00000010:3.1:1718399239.000978:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f5440. 00010000:00000010:3.1:1718399239.000980:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136747600. 00010000:00000010:3.1:1718399239.000982:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f4240. 00010000:00000010:3.1:1718399239.000985:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009859b000. 00010000:00000010:3.1:1718399239.000986:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f4900. 00010000:00000010:3.1:1718399239.000988:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009859bc00. 00010000:00000010:3.1:1718399239.000990:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f58c0. 00010000:00000010:3.1:1718399239.000991:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009859b800. 00010000:00000010:3.1:1718399239.000993:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f5d40. 00010000:00000010:3.1:1718399239.000994:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009859bb00. 00010000:00000010:3.1:1718399239.000996:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f4b40. 00010000:00000010:3.1:1718399239.000997:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009859b100. 00010000:00000010:3.1:1718399239.000999:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f4fc0. 00010000:00000010:3.1:1718399239.001002:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa171d00. 00010000:00000010:3.1:1718399239.001004:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f4480. 00010000:00000010:3.1:1718399239.001005:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa171900. 00010000:00000010:3.1:1718399239.001008:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f6d00. 00010000:00000010:3.1:1718399239.001009:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa171e00. 00010000:00000010:3.1:1718399239.001011:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f7840. 00010000:00000010:3.1:1718399239.001013:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa171300. 00010000:00000010:3.1:1718399239.001015:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f61c0. 00010000:00000010:3.1:1718399239.001016:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa171c00. 00010000:00000010:3.1:1718399239.001018:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f5680. 00010000:00000010:3.1:1718399239.001020:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800944b9000. 00010000:00000010:3.1:1718399239.001022:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f7cc0. 00010000:00000010:3.1:1718399239.001024:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800944b9600. 00010000:00000010:3.1:1718399239.001026:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f6f40. 00010000:00000010:3.1:1718399239.001027:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800944b9800. 00010000:00000010:3.1:1718399239.001029:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f73c0. 00010000:00000010:3.1:1718399239.001031:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800944b9f00. 00010000:00000010:3.1:1718399239.001033:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f7180. 00010000:00000010:3.1:1718399239.001034:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800944b9200. 00010000:00000010:3.1:1718399239.001037:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f5f80. 00010000:00000010:3.1:1718399239.001038:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800944b9e00. 00010000:00000010:3.1:1718399239.001040:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f6880. 00010000:00000010:3.1:1718399239.001042:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5092600. 00010000:00000010:3.1:1718399239.001045:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f6ac0. 00010000:00000010:3.1:1718399239.001046:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5092000. 00010000:00000010:3.1:1718399239.001048:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f5200. 00010000:00000010:3.1:1718399239.001050:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5092900. 00010000:00000010:3.1:1718399239.001052:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcf9b00. 00010000:00000010:3.1:1718399239.001054:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5092100. 00010000:00000010:3.1:1718399239.001056:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcf8240. 00010000:00000010:3.1:1718399239.001058:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5092800. 00010000:00000010:3.1:1718399239.001060:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcf9680. 00010000:00000010:3.1:1718399239.001061:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5092400. 00010000:00000010:3.1:1718399239.001063:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcfa640. 00010000:00000010:3.1:1718399239.001066:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5223700. 00010000:00000010:3.1:1718399239.001069:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcfad00. 00010000:00000010:3.1:1718399239.001070:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5223900. 00010000:00000010:3.1:1718399239.001072:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcf9440. 00010000:00000010:3.1:1718399239.001073:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5223e00. 00010000:00000010:3.1:1718399239.001075:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcf9d40. 00010000:00000010:3.1:1718399239.001077:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5223f00. 00010000:00000010:3.1:1718399239.001078:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcfaf40. 00010000:00000010:3.1:1718399239.001080:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5223000. 00010000:00000010:3.1:1718399239.001082:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcfb840. 00010000:00000010:3.1:1718399239.001083:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5223600. 00010000:00000010:3.1:1718399239.001085:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcfba80. 00010000:00000010:3.1:1718399239.001087:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53e2c00. 00010000:00000010:3.1:1718399239.001091:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcfaac0. 00010000:00000010:3.1:1718399239.001092:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53e2d00. 00010000:00000010:3.1:1718399239.001094:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcf8fc0. 00010000:00000010:3.1:1718399239.001096:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53e2b00. 00010000:00000010:3.1:1718399239.001098:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcfbcc0. 00010000:00000010:3.1:1718399239.001100:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53e2800. 00010000:00000010:3.1:1718399239.001102:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcfb3c0. 00010000:00000010:2.1:1718399239.009860:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930bcb40. 00010000:00000010:2.1:1718399239.009874:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009313e300. 00010000:00000010:2.1:1718399239.009879:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00010000:00000010:3.1:1718399239.012400:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53e2700. 00010000:00000010:3.1:1718399239.012409:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcf8d80. 00010000:00000010:3.1:1718399239.012411:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53e2100. 00010000:00000010:3.1:1718399239.012413:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcf86c0. 00010000:00000010:3.1:1718399239.012415:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53e2e00. 00010000:00000010:3.1:1718399239.012417:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcfb180. 00010000:00000010:3.1:1718399239.012420:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e12a000. 00010000:00000010:3.1:1718399239.012422:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcf8000. 00010000:00000010:3.1:1718399239.012424:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e12a200. 00010000:00000010:3.1:1718399239.012426:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcf9200. 00010000:00000010:3.1:1718399239.012428:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e12a100. 00010000:00000010:3.1:1718399239.012430:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcfa1c0. 00010000:00000010:3.1:1718399239.012432:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e12ac00. 00010000:00000010:3.1:1718399239.012433:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcf9f80. 00010000:00000010:3.1:1718399239.012435:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e12ae00. 00010000:00000010:3.1:1718399239.012438:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093678fc0. 00010000:00000010:3.1:1718399239.012444:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ac4b00. 00010000:00000010:3.1:1718399239.012447:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093678480. 00010000:00000010:3.1:1718399239.012449:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ac4e00. 00010000:00000010:3.1:1718399239.012451:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093679d40. 00010000:00000010:3.1:1718399239.012452:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ac4f00. 00010000:00000010:3.1:1718399239.012455:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009367b600. 00010000:00000010:3.1:1718399239.012457:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ac4c00. 00010000:00000010:3.1:1718399239.012459:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093679200. 00010000:00000010:3.1:1718399239.012460:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ac4300. 00010000:00000010:3.1:1718399239.012463:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009367a400. 00010000:00000010:3.1:1718399239.012465:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ac4200. 00010000:00000010:3.1:1718399239.012467:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093679b00. 00010000:00000010:3.1:1718399239.012470:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9c1800. 00010000:00000010:3.1:1718399239.012476:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093679680. 00010000:00000010:3.1:1718399239.012477:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9c1a00. 00010000:00000010:3.1:1718399239.012479:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093678d80. 00010000:00000010:3.1:1718399239.012480:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9c1300. 00010000:00000010:3.1:1718399239.012482:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093678900. 00010000:00000010:3.1:1718399239.012484:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9c1c00. 00010000:00000010:3.1:1718399239.012485:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009367af40. 00010000:00000010:3.1:1718399239.012487:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9c1200. 00010000:00000010:3.1:1718399239.012489:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009367b840. 00010000:00000010:3.1:1718399239.012491:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9c1000. 00010000:00000010:3.1:1718399239.012492:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009367aac0. 00010000:00000010:3.1:1718399239.012494:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9c1900. 00010000:00000010:3.1:1718399239.012496:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009367a1c0. 00010000:00000010:3.1:1718399239.012498:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093587b00. 00010000:00000010:3.1:1718399239.012500:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936786c0. 00010000:00000010:3.1:1718399239.012502:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093587200. 00010000:00000010:3.1:1718399239.012504:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009367ba80. 00010000:00000010:3.1:1718399239.012505:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093587f00. 00010000:00000010:3.1:1718399239.012507:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093678000. 00010000:00000010:3.1:1718399239.012509:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093587400. 00010000:00000010:3.1:1718399239.012511:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093678b40. 00010000:00000010:3.1:1718399239.012512:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093587600. 00010000:00000010:3.1:1718399239.012513:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009367a640. 00010000:00000010:3.1:1718399239.012515:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093587500. 00010000:00000010:3.1:1718399239.012517:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b2640. 00010000:00000010:3.1:1718399239.012522:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801369f4a00. 00010000:00000010:3.1:1718399239.012526:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b18c0. 00010000:00000010:3.1:1718399239.012529:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801369f4000. 00010000:00000010:3.1:1718399239.012532:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b3600. 00010000:00000010:3.1:1718399239.012534:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801369f4300. 00010000:00000010:3.1:1718399239.012537:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b0240. 00010000:00000010:3.1:1718399239.012538:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801369f4500. 00010000:00000010:3.1:1718399239.012541:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b1440. 00010000:00000010:3.1:1718399239.012542:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801369f4100. 00010000:00000010:3.1:1718399239.012544:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b3a80. 00010000:00000010:3.1:1718399239.012546:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801369f4800. 00010000:00000010:3.1:1718399239.012547:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b3840. 00010000:00000010:3.1:1718399239.012549:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801369f4400. 00010000:00000010:3.1:1718399239.012550:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b1b00. 00010000:00000010:3.1:1718399239.012553:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d1ac00. 00010000:00000010:3.1:1718399239.012555:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b0480. 00010000:00000010:3.1:1718399239.012557:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d1a100. 00010000:00000010:3.1:1718399239.012558:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b2880. 00010000:00000010:3.1:1718399239.012560:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d1ae00. 00010000:00000010:3.1:1718399239.012562:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b3180. 00010000:00000010:3.1:1718399239.012563:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d1a800. 00010000:00000010:3.1:1718399239.012565:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b33c0. 00010000:00000010:3.1:1718399239.012566:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d1a400. 00010000:00000010:3.1:1718399239.012568:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b1d40. 00010000:00000010:3.1:1718399239.012569:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d1a200. 00010000:00000010:3.1:1718399239.012571:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b2f40. 00010000:00000010:3.1:1718399239.012572:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d1a600. 00010000:00000010:3.1:1718399239.012574:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b2400. 00010000:00000010:3.1:1718399239.012576:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800932b6a00. 00010000:00000010:3.1:1718399239.012577:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b0d80. 00010000:00000010:3.1:1718399239.012579:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800932b6e00. 00010000:00000010:3.1:1718399239.012581:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b21c0. 00010000:00000010:3.1:1718399239.012582:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800932b6500. 00010000:00000010:3.1:1718399239.012584:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b0000. 00010000:00000010:3.1:1718399239.012586:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800932b6400. 00010000:00000010:3.1:1718399239.012588:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b06c0. 00010000:00000010:3.1:1718399239.012589:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800932b6f00. 00010000:00000010:3.1:1718399239.012591:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b2d00. 00010000:00000010:3.1:1718399239.012593:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093209700. 00010000:00000010:3.1:1718399239.012596:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b1f80. 00010000:00000010:3.1:1718399239.012598:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093209900. 00010000:00000010:3.1:1718399239.012600:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b1200. 00010000:00000010:3.1:1718399239.012601:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093209e00. 00010000:00000010:3.1:1718399239.012603:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e400. 00010000:00000010:3.1:1718399239.012605:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093209c00. 00010000:00000010:3.1:1718399239.012607:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d200. 00010000:00000010:3.1:1718399239.012609:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093209600. 00010000:00000010:3.1:1718399239.012611:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d680. 00010000:00000010:3.1:1718399239.012612:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130c82800. 00010000:00000010:3.1:1718399239.012614:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c6c0. 00010000:00000010:2.1:1718399239.015556:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093648fc0. 00010000:00000010:2.1:1718399239.015568:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933eb300. 00010000:00000010:2.1:1718399239.015574:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46ac0. 00010000:00000010:3.1:1718399239.021466:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092baf840. 00010000:00000010:2.1:1718399239.028382:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009321a100. 00010000:00000010:2.1:1718399239.028390:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45b00. 00010000:00000010:2.1:1718399239.028392:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a513a900. 00010000:00000010:2.1:1718399239.028396:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46f40. 00010000:00000010:3.1:1718399239.036372:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012b7d5f80. 00010000:00000010:2.1:1718399239.042155:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d44b400. 00010000:00000010:2.1:1718399239.042168:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47840. 00010000:00000010:3.1:1718399239.050386:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf66ac0. 00010000:00000010:2.1:1718399239.055378:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e3a5600. 00010000:00000010:2.1:1718399239.055383:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47600. 00010000:00000010:2.1:1718399239.055386:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093174800. 00010000:00000010:2.1:1718399239.055389:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d458c0. 00010000:00000010:3.1:1718399239.059946:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093350b40. 00010000:00000010:3.1:1718399239.059951:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009301ed00. 00010000:00000010:2.1:1718399239.063763:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bf6500. 00010000:00000010:2.1:1718399239.063768:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45200. 00010000:00000010:3.1:1718399239.064173:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093364480. 00010000:00000010:3.1:1718399239.079913:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ec98900. 00010000:00000010:3.1:1718399239.094925:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093508c00. 00010000:00000010:3.1:1718399239.094931:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271680. 00010000:00000010:2.1:1718399239.107720:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009357a700. 00010000:00000010:2.1:1718399239.107725:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273a80. 00010000:00000010:2.1:1718399239.107729:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092503b00. 00010000:00000010:2.1:1718399239.107731:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093530240. 00010000:00000010:1.1:1718399239.107994:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d5a880. 00010000:00000010:2.1:1718399239.117923:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009a94bd00. 00010000:00000010:2.1:1718399239.117928:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00010000:00000010:1.1:1718399239.118495:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009367ad00. 00010000:00000010:2.1:1718399239.125537:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f0e6400. 00010000:00000010:2.1:1718399239.125542:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00010000:00000010:1.1:1718399239.126002:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092bd3840. 00010000:00000010:1.1:1718399239.126009:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c32b800. 00010000:00000010:1.1:1718399239.126011:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093533a80. 00010000:00000010:1.1:1718399239.126015:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093209e00. 00010000:00000010:1.1:1718399239.126019:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46880. 00010000:00000010:1.1:1718399239.134477:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928fbe00. 00010000:00000010:1.1:1718399239.134483:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47a80. 00010000:00000010:1.1:1718399239.134486:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880131006000. 00010000:00000010:1.1:1718399239.134488:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44d80. 00010000:00000010:3.1:1718399239.134581:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ec4900. 00010000:00000010:3.1:1718399239.134586:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c7e200. 00010000:00000010:3.1:1718399239.134588:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d473c0. 00010000:00000010:3.1:1718399239.146401:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ec6640. 00010000:00000010:2.1:1718399239.146739:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009571bc00. 00010000:00000010:2.1:1718399239.146750:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00010000:00000010:2.1:1718399239.146754:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130c82600. 00010000:00000010:2.1:1718399239.146756:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00010000:00000010:2.1:1718399239.150079:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093fedf80. 00010000:00000010:1.1:1718399239.156195:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009325c700. 00010000:00000010:1.1:1718399239.156203:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f840. 00010000:00000010:2.1:1718399239.156363:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800ad132900. 00010000:00000010:2.1:1718399239.156368:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00010000:00000010:2.1:1718399239.156370:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5318000. 00010000:00000010:2.1:1718399239.156374:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009321af00. 00010000:00000010:2.1:1718399239.156377:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ed00. 00010000:00000010:1.1:1718399239.158900:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88011f0a46c0. 00010000:00000010:1.1:1718399239.158911:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a543d900. 00010000:00000010:1.1:1718399239.158914:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d473c0. 00010000:00000010:1.1:1718399239.158916:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092abc240. 00010000:00000010:1.1:1718399239.158921:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b38fd00. 00010000:00000010:1.1:1718399239.158925:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47cc0. 00010000:00000010:1.1:1718399239.169161:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5365300. 00010000:00000010:1.1:1718399239.169167:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d461c0. 00010000:00000010:3.1:1718399239.169586:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880131002400. 00010000:00000010:3.1:1718399239.182379:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5229f80. 00010000:00000010:1.1:1718399239.182559:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096c6b700. 00010000:00000010:1.1:1718399239.182564:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45680. 00010000:00000010:1.1:1718399239.191352:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130c82100. 00010000:00000010:1.1:1718399239.191358:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44240. 00010000:00000010:1.1:1718399239.198535:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdaf40. 00010000:00000010:1.1:1718399239.198542:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f0a3200. 00010000:00000010:1.1:1718399239.198547:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00010000:00000010:1.1:1718399239.200483:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5207300. 00010000:00000010:1.1:1718399239.200491:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d461c0. 00010000:00000010:1.1:1718399239.203977:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5207200. 00010000:00000010:1.1:1718399239.203986:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47cc0. 00010000:00000010:1.1:1718399239.203989:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d448000. 00010000:00000010:1.1:1718399239.203991:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00010000:00000010:1.1:1718399239.203993:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d87100. 00010000:00000010:1.1:1718399239.203995:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00010000:00000010:1.1:1718399239.206762:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53298c0. 00010000:00000010:1.1:1718399239.212463:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136730300. 00010000:00000010:1.1:1718399239.212470:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00010000:00000010:1.1:1718399239.215855:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093134240. 00010000:00000010:1.1:1718399239.218475:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2e8200. 00010000:00000010:1.1:1718399239.218481:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e1c0. 00010000:00000010:1.1:1718399239.218483:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51d6400. 00010000:00000010:1.1:1718399239.218486:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00010000:00000010:1.1:1718399239.226081:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ec84480. 00010000:00000010:1.1:1718399239.226087:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801368bc500. 00010000:00000010:1.1:1718399239.226092:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356eac0. 00010000:00000010:2.1:1718399239.226547:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093fcb3c0. 00010000:00000010:1.1:1718399239.235193:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d04100. 00010000:00000010:1.1:1718399239.235201:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00010000:00000010:1.1:1718399239.235205:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e3f1200. 00010000:00000010:1.1:1718399239.235207:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f3c0. 00010000:00000010:2.1:1718399239.235806:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb1b840. 00010000:00000010:1.1:1718399239.237697:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800928e0d80. 00010000:00000010:2.1:1718399239.244176:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009ab2b200. 00010000:00000010:2.1:1718399239.244181:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00010000:00000010:2.1:1718399239.244184:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880137114a00. 00010000:00000010:2.1:1718399239.244187:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d473c0. 00010000:00000010:2.1:1718399239.250223:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e8d9d00. 00010000:00000010:2.1:1718399239.250234:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44d80. 00010000:00000010:2.1:1718399239.250237:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093218600. 00010000:00000010:2.1:1718399239.250240:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47a80. 00010000:00000010:1.1:1718399239.258688:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f2d680. 00010000:00000010:3.1:1718399239.264741:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136858500. 00010000:00000010:3.1:1718399239.264747:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46880. 00010000:00000010:3.1:1718399239.264749:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf67600. 00010000:00000010:1.1:1718399239.267464:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53146c0. 00010000:00000010:2.1:1718399239.267635:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093fdb500. 00010000:00000010:2.1:1718399239.267642:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f600. 00010000:00000010:3.1:1718399239.270347:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009b4bd680. 00010000:00000010:3.1:1718399239.270353:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009b4b9d40. 00010000:00000010:1.1:1718399239.273843:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb62880. 00010000:00000010:2.1:1718399239.274548:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ccb700. 00010000:00000010:2.1:1718399239.274552:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e880. 00010000:00000010:3.1:1718399239.279402:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093150240. 00010000:00000010:2.1:1718399239.282982:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53a5d40. 00010000:00000010:3.1:1718399239.289772:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a515a300. 00010000:00000010:3.1:1718399239.289780:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e880. 00010000:00000010:3.1:1718399239.289787:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a519c000. 00010000:00000010:2.1:1718399239.292370:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a519f3c0. 00010000:00000010:3.1:1718399239.298592:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53a6f40. 00010000:00000010:2.1:1718399239.306242:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093351f80. 00010000:00000010:3.1:1718399239.311871:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093152d00. 00010000:00000010:3.1:1718399239.311877:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5020600. 00010000:00000010:3.1:1718399239.311881:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356eac0. 00010000:00000010:1.1:1718399239.314759:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008f19d800. 00010000:00000010:1.1:1718399239.314770:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00010000:00000010:1.1:1718399239.314772:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130c8a300. 00010000:00000010:1.1:1718399239.314774:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f3c0. 00010000:00000010:1.1:1718399239.314776:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009b4bd200. 00010000:00000010:1.1:1718399239.314779:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009318e600. 00010000:00000010:1.1:1718399239.314781:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00010000:00000010:3.1:1718399239.314838:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930506c0. 00010000:00000010:1.1:1718399239.318827:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5056900. 00010000:00000010:1.1:1718399239.318837:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46880. 00010000:00000010:1.1:1718399239.318840:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d25200. 00010000:00000010:1.1:1718399239.318842:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d448500. 00010000:00000010:1.1:1718399239.318845:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00010000:00000010:3.1:1718399239.318972:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f648d80. 00010000:00000010:2.1:1718399239.321733:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f0a3600. 00010000:00000010:2.1:1718399239.321740:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e1c0. 00010000:00000010:2.1:1718399239.321742:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092503400. 00010000:00000010:2.1:1718399239.321746:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093533180. 00010000:00000010:3.1:1718399239.324579:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093efe640. 00010000:00000010:3.1:1718399239.328570:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f648480. 00010000:00000010:1.1:1718399239.328613:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098744500. 00010000:00000010:1.1:1718399239.328618:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093530b40. 00010000:00000010:2.1:1718399239.331598:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009855a800. 00010000:00000010:2.1:1718399239.331604:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e1c0. 00010000:00000010:3.1:1718399239.334802:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009301c6c0. 00010000:00000010:1.1:1718399239.334880:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930b2000. 00010000:00000010:1.1:1718399239.334886:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093532ac0. 00010000:00000010:3.1:1718399239.341422:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d26880. 00010000:00000010:3.1:1718399239.341427:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093378b40. 00010000:00000010:1.1:1718399239.341524:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c1ed200. 00010000:00000010:1.1:1718399239.341529:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00010000:00000010:3.1:1718399239.344862:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093366d00. 00010000:00000010:1.1:1718399239.348163:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928ef800. 00010000:00000010:1.1:1718399239.348173:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e1c0. 00010000:00000010:1.1:1718399239.348176:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130c8af00. 00010000:00000010:1.1:1718399239.348179:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00010000:00000010:1.1:1718399239.348181:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f70600. 00010000:00000010:1.1:1718399239.348184:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093531d40. 00010000:00000010:3.1:1718399239.348517:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8801303f7840. 00010000:00000010:3.1:1718399239.348522:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930c9200. 00010000:00000010:1.1:1718399239.350732:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801311ffe00. 00010000:00000010:1.1:1718399239.350738:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00010000:00000010:1.1:1718399239.350742:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931e46c0. 00010000:00000010:1.1:1718399239.350744:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5251e00. 00010000:00000010:1.1:1718399239.350747:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ed00. 00010000:00000010:3.1:1718399239.354263:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce1440. 00010000:00000010:1.1:1718399239.360500:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ba9b00. 00010000:00000010:1.1:1718399239.360510:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f840. 00010000:00000010:1.1:1718399239.360512:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5247300. 00010000:00000010:1.1:1718399239.360515:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c6c0. 00010000:00000010:3.1:1718399239.369665:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012b1df840. 00010000:00000010:1.1:1718399239.370398:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093024a00. 00010000:00000010:1.1:1718399239.370406:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d680. 00010000:00000010:1.1:1718399239.370409:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53a9600. 00010000:00000010:1.1:1718399239.370413:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d200. 00010000:00000010:3.1:1718399239.377299:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52706c0. 00010000:00000010:3.1:1718399239.377305:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88013645d440. 00010000:00000010:3.1:1718399239.377307:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c2046c0. 00010000:00000010:2.1:1718399239.379668:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5268b40. 00010000:00000010:1.1:1718399239.379723:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ac5f00. 00010000:00000010:1.1:1718399239.379729:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e400. 00010000:00000010:3.1:1718399239.383543:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c204480. 00010000:00000010:1.1:1718399239.386578:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b1ea9400. 00010000:00000010:1.1:1718399239.386583:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c6c0. 00010000:00000010:1.1:1718399239.386586:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88013208e000. 00010000:00000010:1.1:1718399239.386589:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f840. 00010000:00000010:1.1:1718399239.386590:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5247100. 00010000:00000010:1.1:1718399239.386597:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ed00. 00010000:00000010:1.1:1718399239.397831:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093145f00. 00010000:00000010:1.1:1718399239.397847:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00010000:00000010:2.1:1718399239.397908:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c204240. 00010000:00000010:1.1:1718399239.401021:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009876e500. 00010000:00000010:1.1:1718399239.401029:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935333c0. 00010000:00000010:2.1:1718399239.404551:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce3180. 00010000:00000010:2.1:1718399239.407990:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e311440. 00010000:00000010:2.1:1718399239.407996:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800958c9400. 00010000:00000010:2.1:1718399239.407999:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00010000:00000010:2.1:1718399239.413509:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf7f600. 00010000:00000010:2.1:1718399239.413518:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136978700. 00010000:00000010:2.1:1718399239.413522:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46400. 00010000:00000010:2.1:1718399239.422028:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf7f840. 00010000:00000010:2.1:1718399239.422035:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136978800. 00010000:00000010:2.1:1718399239.422038:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45d40. 00010000:00000010:2.1:1718399239.438540:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093002ac0. 00010000:00000010:2.1:1718399239.451939:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e311200. 00010000:00000010:2.1:1718399239.457389:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5251200. 00010000:00000010:2.1:1718399239.457394:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47840. 00010000:00000010:3.1:1718399239.463394:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093386640. 00010000:00000010:2.1:1718399239.463499:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931f8fc0. 00010000:00000010:2.1:1718399239.468251:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5251900. 00010000:00000010:2.1:1718399239.468258:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46f40. 00010000:00000010:2.1:1718399239.468429:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136810f00. 00010000:00000010:2.1:1718399239.468450:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45b00. 00010000:00000010:2.1:1718399239.468453:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9c1200. 00010000:00000010:2.1:1718399239.468455:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46ac0. 00010000:00000010:3.1:1718399239.471542:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009300aac0. 00010000:00000010:3.1:1718399239.471552:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e382f00. 00010000:00000010:3.1:1718399239.471555:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46640. 00010000:00000010:3.1:1718399239.478127:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930098c0. 00010000:00000010:3.1:1718399239.478134:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093c886c0. 00010000:00000010:2.1:1718399239.485358:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88013100f600. 00010000:00000010:1.1:1718399239.485401:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ffc6000. 00010000:00000010:1.1:1718399239.485442:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46ac0. 00010000:00000010:2.1:1718399239.492948:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800985b7800. 00010000:00000010:2.1:1718399239.492957:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46640. 00010000:00000010:2.1:1718399239.492960:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9c1900. 00010000:00000010:2.1:1718399239.492963:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45b00. 00010000:00000010:3.1:1718399239.493006:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88013100c480. 00010000:00000010:2.1:1718399239.495965:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930b5b00. 00010000:00000010:2.1:1718399239.495976:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50d2200. 00010000:00000010:2.1:1718399239.495980:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46f40. 00010000:00000010:2.1:1718399239.500471:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093de9400. 00010000:00000010:2.1:1718399239.500480:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47840. 00010000:00000010:3.1:1718399239.500515:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931f9f80. 00010000:00000010:2.1:1718399239.507296:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093557180. 00010000:00000010:3.1:1718399239.511349:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093556d00. 00010000:00000010:2.1:1718399239.514484:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930c6880. 00010000:00000010:2.1:1718399239.514492:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa176600. 00010000:00000010:2.1:1718399239.514495:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45200. 00010000:00000010:3.1:1718399239.520552:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e8d440. 00010000:00000010:2.1:1718399239.524373:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5265b00. 00010000:00000010:1.1:1718399239.532748:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50e5000. 00010000:00000010:1.1:1718399239.532759:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45d40. 00010000:00000010:1.1:1718399239.532763:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093558e00. 00010000:00000010:1.1:1718399239.532767:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46400. 00010000:00000010:3.1:1718399239.532917:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fcc0. 00010000:00000010:3.1:1718399239.539690:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931ec6c0. 00010000:00000010:3.1:1718399239.542756:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880136473840. 00010000:00000010:2.1:1718399239.542926:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2feac0. 00010000:00000010:2.1:1718399239.542931:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fc480. 00010000:00000010:1.1:1718399239.542971:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5205000. 00010000:00000010:1.1:1718399239.542976:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46880. 00010000:00000010:1.1:1718399239.542979:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093139d00. 00010000:00000010:1.1:1718399239.542985:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44000. 00010000:00000010:1.1:1718399239.542987:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009300e900. 00010000:00000010:1.1:1718399239.542993:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47a80. 00010000:00000010:1.1:1718399239.542995:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093558c00. 00010000:00000010:1.1:1718399239.542998:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44d80. 00010000:00000010:3.1:1718399239.546262:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fc000. 00010000:00000010:1.1:1718399239.546614:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ff7500. 00010000:00000010:1.1:1718399239.546620:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d473c0. 00010000:00000010:1.1:1718399239.546623:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092226800. 00010000:00000010:1.1:1718399239.546625:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47cc0. 00010000:00000010:1.1:1718399239.554351:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935cb3c0. 00010000:00000010:1.1:1718399239.554356:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ccac00. 00010000:00000010:1.1:1718399239.554359:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d461c0. 00010000:00000010:3.1:1718399239.557362:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5199f80. 00010000:00000010:1.1:1718399239.564239:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5244a00. 00010000:00000010:1.1:1718399239.564251:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44240. 00010000:00000010:3.1:1718399239.569720:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a519a880. 00010000:00000010:3.1:1718399239.572373:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a508f700. 00010000:00000010:3.1:1718399239.572378:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093531200. 00010000:00000010:3.1:1718399239.581138:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093517cc0. 00010000:00000010:1.1:1718399239.583955:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093cca800. 00010000:00000010:1.1:1718399239.583960:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271d40. 00010000:00000010:3.1:1718399239.584659:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a525a300. 00010000:00000010:3.1:1718399239.584666:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272640. 00010000:00000010:3.1:1718399239.586557:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093516f40. 00010000:00000010:1.1:1718399239.589752:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5244900. 00010000:00000010:1.1:1718399239.589766:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45680. 00010000:00000010:3.1:1718399239.596686:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931dcd80. 00010000:00000010:1.1:1718399239.599864:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cddd40. 00010000:00000010:1.1:1718399239.610185:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ea9d200. 00010000:00000010:1.1:1718399239.617329:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb65200. 00010000:00000010:1.1:1718399239.626396:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a2cd80. 00010000:00000010:1.1:1718399239.636418:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935b6880. 00010000:00000010:1.1:1718399239.636431:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53f5000. 00010000:00000010:1.1:1718399239.636435:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093532400. 00010000:00000010:1.1:1718399239.649582:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d5bcc0. 00010000:00000010:1.1:1718399239.663915:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009302ef40. 00010000:00000010:1.1:1718399239.669411:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880094d19200. 00010000:00000010:1.1:1718399239.669425:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00010000:00000010:1.1:1718399239.709204:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009338a700. 00010000:00000010:1.1:1718399239.709209:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44240. 00010000:00000010:1.1:1718399239.709214:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc798c0. 00010000:00000010:1.1:1718399239.709218:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d0ab400. 00010000:00000010:1.1:1718399239.709221:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356eac0. 00010000:00000010:1.1:1718399239.720769:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933e3600. 00010000:00000010:1.1:1718399239.720780:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e8ff400. 00010000:00000010:1.1:1718399239.720784:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093530000. 00010000:00000010:1.1:1718399239.730340:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092b83600. 00010000:00000010:1.1:1718399239.730357:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53dcb00. 00010000:00000010:1.1:1718399239.730360:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271d40. 00010000:00000010:1.1:1718399239.730362:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093da6300. 00010000:00000010:1.1:1718399239.730364:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271440. 00010000:00000010:1.1:1718399239.730366:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a532e800. 00010000:00000010:1.1:1718399239.730368:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270480. 00010000:00000010:1.1:1718399239.735984:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c860900. 00010000:00000010:1.1:1718399239.740815:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009336f200. 00010000:00000010:1.1:1718399239.740820:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271200. 00010000:00000010:1.1:1718399239.758749:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d73c0. 00010000:00000010:1.1:1718399239.764724:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800935d2200. 00010000:00000010:1.1:1718399239.764728:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270fc0. 00010000:00000010:1.1:1718399239.771022:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009360a640. 00010000:00000010:1.1:1718399239.771032:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88011f0bdd40. 00010000:00000010:1.1:1718399239.775451:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88011f0bdf80. 00010000:00000010:1.1:1718399239.775471:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2f4e00. 00010000:00000010:1.1:1718399239.775473:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270480. 00010000:00000010:1.1:1718399239.775487:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f2f3200. 00010000:00000010:1.1:1718399239.775490:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271200. 00010000:00000010:1.1:1718399239.793216:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012b48c900. 00010000:00000010:1.1:1718399239.795906:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136b5c300. 00010000:00000010:1.1:1718399239.795921:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356db00. 00010000:00000010:1.1:1718399239.795924:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc69f80. 00010000:00000010:1.1:1718399239.795928:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093da6d00. 00010000:00000010:1.1:1718399239.795930:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c900. 00010000:00000010:1.1:1718399239.804089:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e74900. 00010000:00000010:3.1:1718399239.806650:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e6cc00. 00010000:00000010:3.1:1718399239.806655:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f600. 00010000:00000010:2.1:1718399239.809644:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933ae640. 00010000:00000010:3.1:1718399239.816432:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933adb00. 00010000:00000010:2.1:1718399239.816469:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009337db00. 00010000:00000010:2.1:1718399239.833114:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009351aac0. 00010000:00000010:0.1:1718399239.838587:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880129e9fd00. 00010000:00000010:0.1:1718399239.838594:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44000. 00010000:00000010:0.1:1718399239.838596:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880131006a00. 00010000:00000010:0.1:1718399239.838599:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46880. 00010000:00000010:0.1:1718399239.838602:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364b180. 00010000:00000010:0.1:1718399239.838604:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51f9700. 00010000:00000010:0.1:1718399239.838606:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46400. 00010000:00000010:0.1:1718399239.844514:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935198c0. 00010000:00000010:1.1:1718399239.851694:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093558500. 00010000:00000010:1.1:1718399239.851704:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45d40. 00010000:00000010:1.1:1718399239.851708:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b36500. 00010000:00000010:1.1:1718399239.851710:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d458c0. 00010000:00000010:3.1:1718399239.852869:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935358c0. 00010000:00000010:0.1:1718399239.856784:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a2d00. 00010000:00000010:1.1:1718399239.863855:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136476f00. 00010000:00000010:1.1:1718399239.863861:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45200. 00010000:00000010:1.1:1718399239.863864:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093543f00. 00010000:00000010:1.1:1718399239.863866:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47600. 00010000:00000010:1.1:1718399239.863868:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9c1500. 00010000:00000010:1.1:1718399239.863870:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47840. 00010000:00000010:3.1:1718399239.864063:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f6fba80. 00010000:00000010:3.1:1718399239.864082:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375f3c0. 00010000:00000010:3.1:1718399239.866970:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ad9700. 00010000:00000010:3.1:1718399239.866980:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46f40. 00010000:00000010:3.1:1718399239.866983:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d1ae00. 00010000:00000010:3.1:1718399239.866985:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271200. 00010000:00000010:3.1:1718399239.866988:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaad00. 00010000:00000010:3.1:1718399239.866994:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012df04b00. 00010000:00000010:3.1:1718399239.866997:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270480. 00010000:00000010:2.1:1718399239.886690:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935a3840. 00010000:00000010:3.1:1718399239.887395:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012df05900. 00010000:00000010:3.1:1718399239.887410:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270fc0. 00010000:00000010:1.1:1718399239.895854:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935a1440. 00010000:00000010:0.1:1718399239.898211:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930f7000. 00010000:00000010:0.1:1718399239.898226:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271d40. 00010000:00000010:2.1:1718399239.900467:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c6ac0. 00010000:00000010:2.1:1718399239.900473:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a1440. 00010000:00000010:0.1:1718399239.903600:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012b0eed00. 00010000:00000010:0.1:1718399239.903610:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270480. 00010000:00000010:0.1:1718399239.903614:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800935b9b00. 00010000:00000010:0.1:1718399239.903617:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271200. 00010000:00000010:0.1:1718399239.903619:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d1a500. 00010000:00000010:0.1:1718399239.903621:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271440. 00010000:00000010:1.1:1718399239.913391:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362d680. 00010000:00000010:1.1:1718399239.924438:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30c900. 00010000:00000010:1.1:1718399239.924445:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272640. 00010000:00000010:2.1:1718399239.928137:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362c480. 00010000:00000010:1.1:1718399239.932236:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c0cb800. 00010000:00000010:1.1:1718399239.932242:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52706c0. 00010000:00000010:2.1:1718399239.936596:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093709900. 00010000:00000010:2.1:1718399239.936605:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273a80. 00010000:00000010:2.1:1718399239.936608:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009bc0af00. 00010000:00000010:2.1:1718399239.936611:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093530d80. 00010000:00000010:2.1:1718399239.936614:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009bc0a500. 00010000:00000010:2.1:1718399239.936616:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093531f80. 00010000:00000010:2.1:1718399239.936619:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009bc0a600. 00010000:00000010:2.1:1718399239.936621:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935321c0. 00010000:00000010:2.1:1718399239.936623:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a532e500. 00010000:00000010:2.1:1718399239.936626:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093530900. 00010000:00000010:2.1:1718399239.936628:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928fe000. 00010000:00000010:2.1:1718399239.936631:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093531b00. 00010000:00000010:2.1:1718399239.936632:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928fe400. 00010000:00000010:2.1:1718399239.936634:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093532880. 00010000:00000010:2.1:1718399239.936635:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928fed00. 00010000:00000010:2.1:1718399239.936637:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093532640. 00010000:00000010:2.1:1718399239.936638:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928fef00. 00010000:00000010:2.1:1718399239.936639:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093530480. 00010000:00000010:2.1:1718399239.936641:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928fe200. 00010000:00000010:2.1:1718399239.936643:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093533cc0. 00010000:00000010:2.1:1718399239.936645:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928fe300. 00010000:00000010:2.1:1718399239.936647:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935306c0. 00010000:00000010:2.1:1718399239.936649:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009336db00. 00010000:00000010:2.1:1718399239.936651:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093533600. 00010000:00000010:2.1:1718399239.936653:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009336d700. 00010000:00000010:2.1:1718399239.936654:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093530fc0. 00010000:00000010:2.1:1718399239.936656:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009336dc00. 00010000:00000010:2.1:1718399239.936658:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093532f40. 00010000:00000010:2.1:1718399239.936659:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009336dd00. 00010000:00000010:2.1:1718399239.936661:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935318c0. 00010000:00000010:2.1:1718399239.936662:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009336d100. 00010000:00000010:2.1:1718399239.936664:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093531440. 00010000:00000010:2.1:1718399239.936666:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e72b00. 00010000:00000010:2.1:1718399239.936668:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093530000. 00010000:00000010:2.1:1718399239.936669:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e72d00. 00010000:00000010:2.1:1718399239.936671:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093532400. 00010000:00000010:2.1:1718399239.936672:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e72400. 00010000:00000010:2.1:1718399239.936674:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093531200. 00010000:00000010:2.1:1718399239.936675:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e72900. 00010000:00000010:2.1:1718399239.936677:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935333c0. 00010000:00000010:2.1:1718399239.936678:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e72e00. 00010000:00000010:2.1:1718399239.936680:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093531d40. 00010000:00000010:2.1:1718399239.936681:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e72c00. 00010000:00000010:2.1:1718399239.936683:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093532ac0. 00010000:00000010:2.1:1718399239.936685:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093024100. 00010000:00000010:2.1:1718399239.936688:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093530b40. 00010000:00000010:2.1:1718399239.936689:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093024400. 00010000:00000010:2.1:1718399239.936691:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093533180. 00010000:00000010:2.1:1718399239.936692:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093024b00. 00010000:00000010:2.1:1718399239.936694:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093533a80. 00010000:00000010:2.1:1718399239.936695:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093024700. 00010000:00000010:2.1:1718399239.936697:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093530240. 00010000:00000010:2.1:1718399239.936698:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093024c00. 00010000:00000010:2.1:1718399239.936700:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929ed440. 00010000:00000010:2.1:1718399239.936702:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093024300. 00010000:00000010:2.1:1718399239.936704:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929eef40. 00010000:00000010:2.1:1718399239.936708:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b2499300. 00010000:00000010:2.1:1718399239.936710:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929ecd80. 00010000:00000010:2.1:1718399239.936712:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b2499f00. 00010000:00000010:2.1:1718399239.936714:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929ed680. 00010000:00000010:2.1:1718399239.936715:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b2499b00. 00010000:00000010:2.1:1718399239.936717:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929ef180. 00010000:00000010:2.1:1718399239.936718:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b2499c00. 00010000:00000010:2.1:1718399239.936720:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929ef3c0. 00010000:00000010:2.1:1718399239.936721:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b2499d00. 00010000:00000010:2.1:1718399239.936722:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929ee1c0. 00010000:00000010:2.1:1718399239.936725:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093139400. 00010000:00000010:2.1:1718399239.936728:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929ecfc0. 00010000:00000010:2.1:1718399239.936729:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093139b00. 00010000:00000010:2.1:1718399239.936732:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929ec240. 00010000:00000010:2.1:1718399239.936733:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093139200. 00010000:00000010:2.1:1718399239.936735:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929efa80. 00010000:00000010:2.1:1718399239.936736:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093139500. 00010000:00000010:2.1:1718399239.936738:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929ec900. 00010000:00000010:2.1:1718399239.936739:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093139800. 00010000:00000010:2.1:1718399239.936741:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929edb00. 00010000:00000010:2.1:1718399239.936743:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093139100. 00010000:00000010:2.1:1718399239.936744:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929ec480. 00010000:00000010:2.1:1718399239.936746:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093139600. 00010000:00000010:2.1:1718399239.936747:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929ed8c0. 00010000:00000010:2.1:1718399239.936750:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f209c00. 00010000:00000010:2.1:1718399239.936753:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929ec000. 00010000:00000010:2.1:1718399239.936755:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f209000. 00010000:00000010:2.1:1718399239.936756:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929ee640. 00010000:00000010:2.1:1718399239.936758:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f209e00. 00010000:00000010:2.1:1718399239.936759:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929ed200. 00010000:00000010:2.1:1718399239.936761:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f209700. 00010000:00000010:2.1:1718399239.936762:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929edf80. 00010000:00000010:2.1:1718399239.936764:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f209600. 00010000:00000010:2.1:1718399239.936766:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929ef840. 00010000:00000010:2.1:1718399239.936768:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f209400. 00010000:00000010:2.1:1718399239.936769:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929ee880. 00010000:00000010:2.1:1718399239.936770:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f209a00. 00010000:00000010:2.1:1718399239.936772:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364e640. 00010000:00000010:2.1:1718399239.936775:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5052700. 00010000:00000010:2.1:1718399239.936778:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364cfc0. 00010000:00000010:2.1:1718399239.936781:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5052b00. 00010000:00000010:2.1:1718399239.936783:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364ef40. 00010000:00000010:2.1:1718399239.936786:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5052000. 00010000:00000010:2.1:1718399239.936788:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364f600. 00010000:00000010:2.1:1718399239.936789:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5052100. 00010000:00000010:2.1:1718399239.936791:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364fcc0. 00010000:00000010:2.1:1718399239.936793:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012bf16900. 00010000:00000010:2.1:1718399239.936795:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364f3c0. 00010000:00000010:2.1:1718399239.936797:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012bf16a00. 00010000:00000010:2.1:1718399239.936799:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364eac0. 00010000:00000010:2.1:1718399239.936800:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012bf16d00. 00010000:00000010:2.1:1718399239.936812:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364cd80. 00010000:00000010:2.1:1718399239.936814:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012bf16c00. 00010000:00000010:2.1:1718399239.936816:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364d680. 00010000:00000010:2.1:1718399239.936818:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012bf16400. 00010000:00000010:2.1:1718399239.936819:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364d8c0. 00010000:00000010:2.1:1718399239.936821:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012bf16600. 00010000:00000010:2.1:1718399239.936822:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364e1c0. 00010000:00000010:2.1:1718399239.936824:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012bf16f00. 00010000:00000010:2.1:1718399239.936825:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364df80. 00010000:00000010:2.1:1718399239.936828:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f44600. 00010000:00000010:2.1:1718399239.936830:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364d440. 00010000:00000010:2.1:1718399239.936832:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f44200. 00010000:00000010:2.1:1718399239.936833:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364d200. 00010000:00000010:2.1:1718399239.936835:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f44100. 00010000:00000010:2.1:1718399239.936837:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364fa80. 00010000:00000010:2.1:1718399239.936838:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f44e00. 00010000:00000010:2.1:1718399239.936840:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364db00. 00010000:00000010:2.1:1718399239.936841:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f44000. 00010000:00000010:2.1:1718399239.936843:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364f180. 00010000:00000010:2.1:1718399239.936844:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f44500. 00010000:00000010:2.1:1718399239.936846:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364e400. 00010000:00000010:2.1:1718399239.936847:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f44700. 00010000:00000010:2.1:1718399239.936850:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935198c0. 00010000:00000010:2.1:1718399239.936852:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d1100. 00010000:00000010:2.1:1718399239.936855:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009351aac0. 00010000:00000010:2.1:1718399239.936856:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d1700. 00010000:00000010:2.1:1718399239.936859:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935186c0. 00010000:00000010:2.1:1718399239.936861:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d1500. 00010000:00000010:2.1:1718399239.936863:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093519d40. 00010000:00000010:2.1:1718399239.936864:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d1800. 00010000:00000010:2.1:1718399239.936866:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009351b840. 00010000:00000010:2.1:1718399239.936868:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d1300. 00010000:00000010:2.1:1718399239.936869:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093519f80. 00010000:00000010:2.1:1718399239.936871:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d448500. 00010000:00000010:2.1:1718399239.936874:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009351a880. 00010000:00000010:2.1:1718399239.936875:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d448e00. 00010000:00000010:2.1:1718399239.936877:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009351a1c0. 00010000:00000010:1.1:1718399239.945465:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5263cc0. 00010000:00000010:3.1:1718399239.947783:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d448700. 00010000:00000010:3.1:1718399239.947789:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009351af40. 00010000:00000010:3.1:1718399239.947792:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d448c00. 00010000:00000010:3.1:1718399239.947795:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093518900. 00010000:00000010:3.1:1718399239.947797:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d448800. 00010000:00000010:3.1:1718399239.947799:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093518240. 00010000:00000010:3.1:1718399239.947801:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d448600. 00010000:00000010:3.1:1718399239.947813:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093518480. 00010000:00000010:3.1:1718399239.947816:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5241800. 00010000:00000010:3.1:1718399239.947820:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009351b600. 00010000:00000010:3.1:1718399239.947822:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5241100. 00010000:00000010:3.1:1718399239.947824:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009351bcc0. 00010000:00000010:3.1:1718399239.947825:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5241200. 00010000:00000010:3.1:1718399239.947827:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009351b3c0. 00010000:00000010:3.1:1718399239.947829:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5241700. 00010000:00000010:3.1:1718399239.947830:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093518000. 00010000:00000010:3.1:1718399239.947832:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5241d00. 00010000:00000010:3.1:1718399239.947834:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093519440. 00010000:00000010:3.1:1718399239.947835:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5241600. 00010000:00000010:3.1:1718399239.947837:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093519b00. 00010000:00000010:3.1:1718399239.947839:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5241000. 00010000:00000010:3.1:1718399239.947840:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009351ad00. 00010000:00000010:3.1:1718399239.947843:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931c6e00. 00010000:00000010:3.1:1718399239.947845:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093518b40. 00010000:00000010:3.1:1718399239.947847:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931c6300. 00010000:00000010:3.1:1718399239.947849:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf12d00. 00010000:00000010:3.1:1718399239.947852:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931c6600. 00010000:00000010:3.1:1718399239.947854:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf10240. 00010000:00000010:3.1:1718399239.947857:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931c6200. 00010000:00000010:3.1:1718399239.947859:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf11680. 00010000:00000010:3.1:1718399239.947860:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931c6f00. 00010000:00000010:3.1:1718399239.947862:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf11b00. 00010000:00000010:3.1:1718399239.947864:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931c6d00. 00010000:00000010:3.1:1718399239.947865:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf10480. 00010000:00000010:3.1:1718399239.947867:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931c6100. 00010000:00000010:3.1:1718399239.947869:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf133c0. 00010000:00000010:3.1:1718399239.947872:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009300e900. 00010000:00000010:3.1:1718399239.947876:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf13cc0. 00010000:00000010:3.1:1718399239.947878:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009300e100. 00010000:00000010:3.1:1718399239.947880:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf12640. 00010000:00000010:3.1:1718399239.947881:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009300e800. 00010000:00000010:3.1:1718399239.947883:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf10d80. 00010000:00000010:3.1:1718399239.947884:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009300ea00. 00010000:00000010:3.1:1718399239.947886:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf11200. 00010000:00000010:3.1:1718399239.947888:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009300e500. 00010000:00000010:3.1:1718399239.947889:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf13600. 00010000:00000010:3.1:1718399239.947891:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009300eb00. 00010000:00000010:3.1:1718399239.947892:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf13180. 00010000:00000010:3.1:1718399239.947895:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d87100. 00010000:00000010:3.1:1718399239.947896:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf10000. 00010000:00000010:3.1:1718399239.947898:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d87e00. 00010000:00000010:3.1:1718399239.947900:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf12ac0. 00010000:00000010:3.1:1718399239.947901:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d87300. 00010000:00000010:3.1:1718399239.947903:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf12880. 00010000:00000010:3.1:1718399239.947904:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d87200. 00010000:00000010:3.1:1718399239.947906:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf11d40. 00010000:00000010:3.1:1718399239.947908:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d87800. 00010000:00000010:3.1:1718399239.947909:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf10b40. 00010000:00000010:3.1:1718399239.947911:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d87d00. 00010000:00000010:3.1:1718399239.947912:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf11440. 00010000:00000010:3.1:1718399239.947915:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e6cc00. 00010000:00000010:3.1:1718399239.947916:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf118c0. 00010000:00000010:3.1:1718399239.947918:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e6c100. 00010000:00000010:3.1:1718399239.947919:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf106c0. 00010000:00000010:3.1:1718399239.947921:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e6cf00. 00010000:00000010:3.1:1718399239.947925:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936ac240. 00010000:00000010:3.1:1718399239.947927:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e6ca00. 00010000:00000010:3.1:1718399239.947929:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936add40. 00010000:00000010:3.1:1718399239.947932:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e6cb00. 00010000:00000010:3.1:1718399239.947934:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936aeac0. 00010000:00000010:3.1:1718399239.947939:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093574c00. 00010000:00000010:3.1:1718399239.947941:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936aed00. 00010000:00000010:3.1:1718399239.947942:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093574e00. 00010000:00000010:3.1:1718399239.947944:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936ad440. 00010000:00000010:3.1:1718399239.947946:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093574a00. 00010000:00000010:3.1:1718399239.947948:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936af180. 00010000:00000010:3.1:1718399239.947950:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093574800. 00010000:00000010:3.1:1718399239.947952:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936ac6c0. 00010000:00000010:3.1:1718399239.947954:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093574d00. 00010000:00000010:3.1:1718399239.947955:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936ad200. 00010000:00000010:3.1:1718399239.947957:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093574b00. 00010000:00000010:3.1:1718399239.947958:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936ac900. 00010000:00000010:3.1:1718399239.947961:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933e6700. 00010000:00000010:3.1:1718399239.947964:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936ad8c0. 00010000:00000010:3.1:1718399239.947966:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933e6200. 00010000:00000010:3.1:1718399239.947968:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936ae400. 00010000:00000010:3.1:1718399239.947969:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933e6500. 00010000:00000010:3.1:1718399239.947971:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936ac000. 00010000:00000010:3.1:1718399239.947972:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933e6300. 00010000:00000010:3.1:1718399239.947974:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936acd80. 00010000:00000010:3.1:1718399239.947975:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933e6600. 00010000:00000010:3.1:1718399239.947977:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936ad680. 00010000:00000010:3.1:1718399239.947979:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933e6000. 00010000:00000010:3.1:1718399239.947980:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936afa80. 00010000:00000010:3.1:1718399239.947982:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933e6400. 00010000:00000010:3.1:1718399239.947984:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936ae1c0. 00010000:00000010:3.1:1718399239.947985:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933e6c00. 00010000:00000010:3.1:1718399239.947987:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936afcc0. 00010000:00000010:3.1:1718399239.947990:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5192a00. 00010000:00000010:3.1:1718399239.947992:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936adb00. 00010000:00000010:3.1:1718399239.947994:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5192500. 00010000:00000010:3.1:1718399239.947996:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936ac480. 00010000:00000010:3.1:1718399239.947998:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5192f00. 00010000:00000010:3.1:1718399239.948000:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936acfc0. 00010000:00000010:3.1:1718399239.948001:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5192100. 00010000:00000010:3.1:1718399239.948003:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936af3c0. 00010000:00000010:3.1:1718399239.948004:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5192e00. 00010000:00000010:3.1:1718399239.948006:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936ae880. 00010000:00000010:3.1:1718399239.948007:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5192200. 00010000:00000010:3.1:1718399239.948009:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936af840. 00010000:00000010:3.1:1718399239.948012:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931cc800. 00010000:00000010:3.1:1718399239.948014:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936adf80. 00010000:00000010:3.1:1718399239.948016:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931ccc00. 00010000:00000010:3.1:1718399239.948017:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936af600. 00010000:00000010:3.1:1718399239.948019:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931cc000. 00010000:00000010:3.1:1718399239.948020:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936aef40. 00010000:00000010:3.1:1718399239.948022:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931cc400. 00010000:00000010:3.1:1718399239.948025:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bd440. 00010000:00000010:3.1:1718399239.948026:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931cca00. 00010000:00000010:3.1:1718399239.948028:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bf840. 00010000:00000010:3.1:1718399239.948030:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931ccb00. 00010000:00000010:3.1:1718399239.948032:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bfcc0. 00010000:00000010:3.1:1718399239.948033:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931cc900. 00010000:00000010:3.1:1718399239.948035:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bd8c0. 00010000:00000010:3.1:1718399239.948037:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092a0dd00. 00010000:00000010:3.1:1718399239.948041:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935be880. 00010000:00000010:3.1:1718399239.948042:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092a0d000. 00010000:00000010:3.1:1718399239.948044:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bf180. 00010000:00000010:3.1:1718399239.948046:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092a0d800. 00010000:00000010:3.1:1718399239.948048:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bc000. 00010000:00000010:3.1:1718399239.948050:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092a0da00. 00010000:00000010:3.1:1718399239.948051:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bdb00. 00010000:00000010:3.1:1718399239.948053:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092a0d500. 00010000:00000010:3.1:1718399239.948055:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bf600. 00010000:00000010:3.1:1718399239.948057:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092a0df00. 00010000:00000010:3.1:1718399239.948059:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bc480. 00010000:00000010:3.1:1718399239.948060:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092a0d700. 00010000:00000010:3.1:1718399239.948062:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935be400. 00010000:00000010:3.1:1718399239.948065:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009338a700. 00010000:00000010:3.1:1718399239.948067:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bf3c0. 00010000:00000010:3.1:1718399239.948069:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009338a100. 00010000:00000010:3.1:1718399239.948070:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bef40. 00010000:00000010:3.1:1718399239.948072:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009338aa00. 00010000:00000010:3.1:1718399239.948074:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bcfc0. 00010000:00000010:3.1:1718399239.948075:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009338af00. 00010000:00000010:3.1:1718399239.948077:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935be640. 00010000:00000010:3.1:1718399239.948078:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009338ae00. 00010000:00000010:3.1:1718399239.948080:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bcd80. 00010000:00000010:3.1:1718399239.948081:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009338a400. 00010000:00000010:3.1:1718399239.948083:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bd680. 00010000:00000010:3.1:1718399239.948084:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009338a600. 00010000:00000010:3.1:1718399239.948086:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bed00. 00010000:00000010:3.1:1718399239.948088:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5143c00. 00010000:00000010:3.1:1718399239.948090:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bd200. 00010000:00000010:3.1:1718399239.948092:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5143f00. 00010000:00000010:3.1:1718399239.948093:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935beac0. 00010000:00000010:3.1:1718399239.948095:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5143d00. 00010000:00000010:3.1:1718399239.948096:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935be1c0. 00010000:00000010:3.1:1718399239.948098:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5143a00. 00010000:00000010:3.1:1718399239.948100:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b0000. 00010000:00000010:3.1:1718399239.948103:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ada200. 00010000:00000010:3.1:1718399239.948106:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b33c0. 00010000:00000010:3.1:1718399239.948108:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092adaf00. 00010000:00000010:3.1:1718399239.948110:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b1d40. 00010000:00000010:3.1:1718399239.948113:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ada900. 00010000:00000010:3.1:1718399239.948115:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b2640. 00010000:00000010:3.1:1718399239.948117:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092adac00. 00010000:00000010:3.1:1718399239.948119:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b2f40. 00010000:00000010:3.1:1718399239.948121:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ada400. 00010000:00000010:3.1:1718399239.948123:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b1440. 00010000:00000010:3.1:1718399239.948125:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a52ead00. 00010000:00000010:3.1:1718399239.948127:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b3600. 00010000:00000010:3.1:1718399239.948129:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a52ea100. 00010000:00000010:3.1:1718399239.948130:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b3840. 00010000:00000010:3.1:1718399239.948132:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a52ea500. 00010000:00000010:3.1:1718399239.948134:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b0240. 00010000:00000010:3.1:1718399239.948135:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a52ea900. 00010000:00000010:3.1:1718399239.948137:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b1f80. 00010000:00000010:3.1:1718399239.948139:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a52ea400. 00010000:00000010:3.1:1718399239.948141:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b2ac0. 00010000:00000010:3.1:1718399239.948142:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a52ea000. 00010000:00000010:3.1:1718399239.948144:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b3a80. 00010000:00000010:3.1:1718399239.948146:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a52eaf00. 00010000:00000010:3.1:1718399239.948147:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b2d00. 00010000:00000010:3.1:1718399239.948149:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009876ea00. 00010000:00000010:3.1:1718399239.948152:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b1b00. 00010000:00000010:3.1:1718399239.948154:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009876e800. 00010000:00000010:3.1:1718399239.948156:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b2400. 00010000:00000010:3.1:1718399239.948157:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009876ed00. 00010000:00000010:3.1:1718399239.948159:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b0900. 00010000:00000010:1.1:1718399239.951521:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093edb600. 00010000:00000010:1.1:1718399239.951529:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800957ce600. 00010000:00000010:1.1:1718399239.951533:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375e1c0. 00010000:00000010:3.1:1718399239.956327:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009876ef00. 00010000:00000010:3.1:1718399239.956333:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b21c0. 00010000:00000010:3.1:1718399239.956335:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009876e000. 00010000:00000010:3.1:1718399239.956338:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b0480. 00010000:00000010:3.1:1718399239.956340:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009876e900. 00010000:00000010:3.1:1718399239.956342:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b06c0. 00010000:00000010:3.1:1718399239.956344:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009876e200. 00010000:00000010:3.1:1718399239.956346:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b3cc0. 00010000:00000010:3.1:1718399239.956350:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3fb800. 00010000:00000010:3.1:1718399239.956352:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b18c0. 00010000:00000010:3.1:1718399239.956354:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3fb000. 00010000:00000010:3.1:1718399239.956356:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b3180. 00010000:00000010:3.1:1718399239.956358:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3fbc00. 00010000:00000010:3.1:1718399239.956359:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b0d80. 00010000:00000010:3.1:1718399239.956361:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3fb200. 00010000:00000010:3.1:1718399239.956363:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375f3c0. 00010000:00000010:3.1:1718399239.956365:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3fbd00. 00010000:00000010:3.1:1718399239.956368:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375c000. 00010000:00000010:3.1:1718399239.956370:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3fb400. 00010000:00000010:3.1:1718399239.956371:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375f600. 00010000:00000010:3.1:1718399239.956374:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f5d4400. 00010000:00000010:3.1:1718399239.956376:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375c240. 00010000:00000010:3.1:1718399239.956377:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f5d4c00. 00010000:00000010:3.1:1718399239.956380:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375dd40. 00010000:00000010:3.1:1718399239.956382:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f5d4b00. 00010000:00000010:3.1:1718399239.956384:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375cfc0. 00010000:00000010:3.1:1718399239.956386:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f5d4e00. 00010000:00000010:3.1:1718399239.956387:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375f180. 00010000:00000010:3.1:1718399239.956389:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f5d4a00. 00010000:00000010:3.1:1718399239.956391:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375ed00. 00010000:00000010:3.1:1718399239.956393:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f5d4d00. 00010000:00000010:3.1:1718399239.956394:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375c480. 00010000:00000010:3.1:1718399239.956396:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f5d4700. 00010000:00000010:3.1:1718399239.956397:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375ef40. 00010000:00000010:3.1:1718399239.956399:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093259600. 00010000:00000010:3.1:1718399239.956401:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375df80. 00010000:00000010:3.1:1718399239.956403:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093259900. 00010000:00000010:3.1:1718399239.956404:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375e400. 00010000:00000010:3.1:1718399239.956406:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093259000. 00010000:00000010:3.1:1718399239.956408:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375fcc0. 00010000:00000010:3.1:1718399239.956410:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093259200. 00010000:00000010:3.1:1718399239.956412:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375c6c0. 00010000:00000010:3.1:1718399239.956413:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093259b00. 00010000:00000010:3.1:1718399239.956415:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375db00. 00010000:00000010:1.1:1718399239.964506:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88011f0bd680. 00010000:00000010:1.1:1718399239.964513:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136810700. 00010000:00000010:1.1:1718399239.964516:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f600. 00010000:00000010:1.1:1718399239.977090:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5159100. 00010000:00000010:1.1:1718399239.977096:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e880. 00010000:00000010:1.1:1718399239.977220:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5163cc0. 00010000:00000010:1.1:1718399239.977224:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929958c0. 00010000:00000010:3.1:1718399239.978033:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9e5900. 00010000:00000010:3.1:1718399239.978039:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c900. 00010000:00000010:1.1:1718399239.984253:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88011f0b9680. 00010000:00000010:1.1:1718399239.984264:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f77180. 00010000:00000010:1.1:1718399239.984268:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093352ac0. 00010000:00000010:3.1:1718399239.986798:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c90700. 00010000:00000010:3.1:1718399239.986815:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375e640. 00010000:00000010:3.1:1718399239.986818:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880095fd4d00. 00010000:00000010:3.1:1718399239.986821:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375cd80. 00010000:00000010:3.1:1718399239.986823:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093174100. 00010000:00000010:3.1:1718399239.986825:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375eac0. 00010000:00000010:1.1:1718399239.998619:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930f9200. 00010000:00000010:3.1:1718399240.001682:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa171000. 00010000:00000010:3.1:1718399240.001689:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375d200. 00010000:00000010:0.1:1718399240.009340:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e210d00. 00010000:00000010:0.1:1718399240.009345:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375c900. 00010000:00000010:2.1:1718399240.009355:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093385b00. 00010000:00000010:3.1:1718399240.015859:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e310fc0. 00010000:00000010:0.1:1718399240.016093:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931e2f00. 00010000:00000010:0.1:1718399240.016097:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52706c0. 00010000:00000010:0.1:1718399240.016116:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093c8a640. 00010000:00000010:0.1:1718399240.016118:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ba9000. 00010000:00000010:0.1:1718399240.016120:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272640. 00010000:00000010:0.1:1718399240.016123:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130c8a400. 00010000:00000010:0.1:1718399240.016125:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271680. 00010000:00000010:0.1:1718399240.026248:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012a2a8a00. 00010000:00000010:0.1:1718399240.026257:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270d80. 00010000:00000010:0.1:1718399240.026261:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009e340b00. 00010000:00000010:0.1:1718399240.026263:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270240. 00010000:00000010:1.1:1718399240.030608:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093547600. 00010000:00000010:1.1:1718399240.030614:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093590d80. 00010000:00000010:2.1:1718399240.033375:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092aece00. 00010000:00000010:2.1:1718399240.033381:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273840. 00010000:00000010:2.1:1718399240.033385:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d44a300. 00010000:00000010:2.1:1718399240.033388:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356db00. 00010000:00000010:1.1:1718399240.033448:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093620d80. 00010000:00000010:1.1:1718399240.033453:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093587900. 00010000:00000010:1.1:1718399240.033455:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270b40. 00010000:00000010:1.1:1718399240.033463:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5168800. 00010000:00000010:1.1:1718399240.033466:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272d00. 00010000:00000010:0.1:1718399240.036357:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092a0d200. 00010000:00000010:0.1:1718399240.036363:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356eac0. 00010000:00000010:1.1:1718399240.036782:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bdd40. 00010000:00000010:1.1:1718399240.036786:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009367bcc0. 00010000:00000010:1.1:1718399240.039370:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd7600. 00010000:00000010:0.1:1718399240.039408:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e9d000. 00010000:00000010:0.1:1718399240.039413:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375c900. 00010000:00000010:1.1:1718399240.045457:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092befa80. 00010000:00000010:2.1:1718399240.048343:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092ba18c0. 00010000:00000010:2.1:1718399240.048349:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009336da00. 00010000:00000010:2.1:1718399240.048352:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272d00. 00010000:00000010:1.1:1718399240.054539:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092ba4d80. 00010000:00000010:3.1:1718399240.057738:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928fb900. 00010000:00000010:3.1:1718399240.057745:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270b40. 00010000:00000010:3.1:1718399240.057749:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd46c0. 00010000:00000010:3.1:1718399240.057751:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f9fd00. 00010000:00000010:3.1:1718399240.057753:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270000. 00010000:00000010:0.1:1718399240.066375:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ec6400. 00010000:00000010:2.1:1718399240.070594:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130de1b00. 00010000:00000010:2.1:1718399240.070602:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009bc09b00. 00010000:00000010:2.1:1718399240.070605:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52733c0. 00010000:00000010:2.1:1718399240.070612:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c7e700. 00010000:00000010:2.1:1718399240.070614:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52718c0. 00010000:00000010:0.1:1718399240.080505:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009292cb40. 00010000:00000010:0.1:1718399240.080513:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c28ee00. 00010000:00000010:0.1:1718399240.080522:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273180. 00010000:00000010:0.1:1718399240.080525:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009294a200. 00010000:00000010:0.1:1718399240.080528:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375c900. 00010000:00000010:1.1:1718399240.080654:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092baed00. 00010000:00000010:2.1:1718399240.095600:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093fed440. 00010000:00000010:0.1:1718399240.099397:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800ad132400. 00010000:00000010:0.1:1718399240.099405:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375d8c0. 00010000:00000010:0.1:1718399240.099408:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5318900. 00010000:00000010:0.1:1718399240.099413:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009321aa00. 00010000:00000010:0.1:1718399240.099416:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375e880. 00010000:00000010:3.1:1718399240.110521:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52b6f40. 00010000:00000010:3.1:1718399240.110626:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d6f3c0. 00010000:00000010:0.1:1718399240.110763:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d3f0b40. 00010000:00000010:0.1:1718399240.110768:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009325c400. 00010000:00000010:0.1:1718399240.110772:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375c900. 00010000:00000010:0.1:1718399240.110778:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a543d000. 00010000:00000010:0.1:1718399240.110780:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356db00. 00010000:00000010:0.1:1718399240.110941:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130cac400. 00010000:00000010:0.1:1718399240.110944:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375d680. 00010000:00000010:0.1:1718399240.110976:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d3f1b00. 00010000:00000010:3.1:1718399240.116584:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f2f2900. 00010000:00000010:3.1:1718399240.116589:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00010000:00000010:0.1:1718399240.119893:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092bc2d00. 00010000:00000010:0.1:1718399240.119900:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53d4e00. 00010000:00000010:0.1:1718399240.119902:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46f40. 00010000:00000010:0.1:1718399240.123674:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e2a1700. 00010000:00000010:0.1:1718399240.123681:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f3c0. 00010000:00000010:0.1:1718399240.123684:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f5d4400. 00010000:00000010:0.1:1718399240.123687:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45b00. 00010000:00000010:0.1:1718399240.123689:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096c69b00. 00010000:00000010:0.1:1718399240.123691:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46640. 00010000:00000010:2.1:1718399240.129471:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53f18c0. 00010000:00000010:2.1:1718399240.129475:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092bc0000. 00010000:00000010:1.1:1718399240.129608:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8d440. 00010000:00000010:1.1:1718399240.135826:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f0a3800. 00010000:00000010:1.1:1718399240.135834:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46ac0. 00010000:00000010:1.1:1718399240.135836:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc60b40. 00010000:00000010:1.1:1718399240.135838:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ec3400. 00010000:00000010:1.1:1718399240.135840:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47840. 00010000:00000010:1.1:1718399240.139015:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f2ca500. 00010000:00000010:1.1:1718399240.139019:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47600. 00010000:00000010:1.1:1718399240.139021:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880094923d00. 00010000:00000010:1.1:1718399240.139023:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375d680. 00010000:00000010:2.1:1718399240.139167:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093216d00. 00010000:00000010:1.1:1718399240.145011:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092abef40. 00010000:00000010:2.1:1718399240.149350:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093171b00. 00010000:00000010:2.1:1718399240.149354:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009336af40. 00010000:00000010:2.1:1718399240.149358:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c90a00. 00010000:00000010:2.1:1718399240.149360:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272ac0. 00010000:00000010:3.1:1718399240.149906:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53dfc00. 00010000:00000010:3.1:1718399240.149912:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375c900. 00010000:00000010:2.1:1718399240.157732:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092995b00. 00010000:00000010:2.1:1718399240.157742:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53d3a00. 00010000:00000010:2.1:1718399240.157745:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00010000:00000010:2.1:1718399240.157835:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ec87840. 00010000:00000010:0.1:1718399240.161564:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093170480. 00010000:00000010:2.1:1718399240.164170:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092980800. 00010000:00000010:2.1:1718399240.164178:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45200. 00010000:00000010:2.1:1718399240.164181:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801368bc000. 00010000:00000010:2.1:1718399240.164184:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00010000:00000010:2.1:1718399240.164187:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ed7a00. 00010000:00000010:2.1:1718399240.164190:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00010000:00000010:2.1:1718399240.171381:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09bcc0. 00010000:00000010:2.1:1718399240.171389:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880095dfea00. 00010000:00000010:2.1:1718399240.171392:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fcc0. 00010000:00000010:0.1:1718399240.171531:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb198c0. 00010000:00000010:2.1:1718399240.177698:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e3f1a00. 00010000:00000010:2.1:1718399240.177705:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00010000:00000010:3.1:1718399240.184822:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf67180. 00010000:00000010:2.1:1718399240.185263:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093377800. 00010000:00000010:2.1:1718399240.185281:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d458c0. 00010000:00000010:3.1:1718399240.198604:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53f06c0. 00010000:00000010:0.1:1718399240.198650:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095716ac0. 00010000:00000010:2.1:1718399240.198946:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093218d00. 00010000:00000010:2.1:1718399240.198950:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271f80. 00010000:00000010:0.1:1718399240.199682:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e8d9a00. 00010000:00000010:0.1:1718399240.199686:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272ac0. 00010000:00000010:0.1:1718399240.199688:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922b2400. 00010000:00000010:0.1:1718399240.199690:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375e880. 00010000:00000010:3.1:1718399240.207460:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f2f3c0. 00010000:00000010:1.1:1718399240.207460:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136858e00. 00010000:00000010:3.1:1718399240.207465:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136858100. 00010000:00000010:1.1:1718399240.207466:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375d8c0. 00010000:00000010:3.1:1718399240.207468:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375c900. 00010000:00000010:3.1:1718399240.207471:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cee880. 00010000:00000010:3.1:1718399240.207473:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130c81300. 00010000:00000010:3.1:1718399240.207475:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00010000:00000010:0.1:1718399240.215437:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f2ed00. 00010000:00000010:0.1:1718399240.215447:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb606c0. 00010000:00000010:3.1:1718399240.220537:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009288ec00. 00010000:00000010:3.1:1718399240.220545:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fcc0. 00010000:00000010:3.1:1718399240.220553:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093fdb000. 00010000:00000010:3.1:1718399240.220555:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00010000:00000010:3.1:1718399240.220557:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d448e00. 00010000:00000010:3.1:1718399240.220559:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00010000:00000010:1.1:1718399240.230587:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb61440. 00010000:00000010:3.1:1718399240.237187:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f5ba00. 00010000:00000010:3.1:1718399240.237193:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00010000:00000010:1.1:1718399240.241189:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009b4ba640. 00010000:00000010:1.1:1718399240.241259:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009b4bba80. 00010000:00000010:1.1:1718399240.241262:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f5bb00. 00010000:00000010:1.1:1718399240.241267:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00010000:00000010:3.1:1718399240.248210:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093efa880. 00010000:00000010:3.1:1718399240.248220:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096089b00. 00010000:00000010:3.1:1718399240.248222:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45d40. 00010000:00000010:3.1:1718399240.248225:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130d998c0. 00010000:00000010:3.1:1718399240.248227:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f4e5e00. 00010000:00000010:3.1:1718399240.248229:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e1c0. 00010000:00000010:1.1:1718399240.253463:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a519e640. 00010000:00000010:1.1:1718399240.253470:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bf7f00. 00010000:00000010:1.1:1718399240.253475:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00010000:00000010:0.1:1718399240.261947:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880129fd9440. 00010000:00000010:1.1:1718399240.265254:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012eb97a00. 00010000:00000010:1.1:1718399240.265260:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46400. 00010000:00000010:1.1:1718399240.265263:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130c81c00. 00010000:00000010:1.1:1718399240.265265:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46880. 00010000:00000010:0.1:1718399240.267963:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a538b600. 00010000:00000010:0.1:1718399240.267969:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928fbf00. 00010000:00000010:0.1:1718399240.267972:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45d40. 00010000:00000010:1.1:1718399240.274557:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132089f80. 00010000:00000010:1.1:1718399240.274567:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009b4ba400. 00010000:00000010:1.1:1718399240.280886:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092980c00. 00010000:00000010:1.1:1718399240.280896:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ed00. 00010000:00000010:1.1:1718399240.283513:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f4ec400. 00010000:00000010:1.1:1718399240.283518:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f840. 00010000:00000010:1.1:1718399240.287112:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093efa400. 00010000:00000010:3.1:1718399240.292409:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d40480. 00010000:00000010:1.1:1718399240.299032:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5241c00. 00010000:00000010:1.1:1718399240.299042:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44000. 00010000:00000010:0.1:1718399240.301575:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ef2f40. 00010000:00000010:1.1:1718399240.302058:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa16f800. 00010000:00000010:1.1:1718399240.302063:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47a80. 00010000:00000010:2.1:1718399240.304562:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093efc240. 00010000:00000010:1.1:1718399240.310399:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5056300. 00010000:00000010:1.1:1718399240.310407:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44d80. 00010000:00000010:0.1:1718399240.310989:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d24000. 00010000:00000010:2.1:1718399240.315591:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093148240. 00010000:00000010:1.1:1718399240.321394:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9e5200. 00010000:00000010:1.1:1718399240.321404:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d473c0. 00010000:00000010:1.1:1718399240.321407:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b2738700. 00010000:00000010:1.1:1718399240.321411:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47cc0. 00010000:00000010:0.1:1718399240.321620:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093101300. 00010000:00000010:0.1:1718399240.321626:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d461c0. 00010000:00000010:0.1:1718399240.329359:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009314ba80. 00010000:00000010:1.1:1718399240.335531:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931498c0. 00010000:00000010:1.1:1718399240.335541:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136b5c700. 00010000:00000010:1.1:1718399240.335545:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c6c0. 00010000:00000010:1.1:1718399240.335547:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e8d9b00. 00010000:00000010:1.1:1718399240.335550:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e400. 00010000:00000010:1.1:1718399240.335552:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009ae0f900. 00010000:00000010:1.1:1718399240.335555:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d200. 00010000:00000010:2.1:1718399240.335633:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c1edf00. 00010000:00000010:2.1:1718399240.335637:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d680. 00010000:00000010:1.1:1718399240.343293:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009314f600. 00010000:00000010:1.1:1718399240.343301:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093018900. 00010000:00000010:1.1:1718399240.343305:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933798c0. 00010000:00000010:1.1:1718399240.346293:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c21cc00. 00010000:00000010:1.1:1718399240.346301:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375e880. 00010000:00000010:1.1:1718399240.346304:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093379680. 00010000:00000010:1.1:1718399240.346306:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c21cb00. 00010000:00000010:1.1:1718399240.346308:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f840. 00010000:00000010:1.1:1718399240.346309:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093259700. 00010000:00000010:1.1:1718399240.346312:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ed00. 00010000:00000010:1.1:1718399240.346314:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009fa3cf00. 00010000:00000010:1.1:1718399240.346316:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00010000:00000010:1.1:1718399240.346320:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012b1ddd40. 00010000:00000010:1.1:1718399240.352388:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931e9200. 00010000:00000010:1.1:1718399240.352397:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc7c900. 00010000:00000010:2.1:1718399240.352438:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5251300. 00010000:00000010:2.1:1718399240.352443:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d680. 00010000:00000010:0.1:1718399240.359565:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012b1ded00. 00010000:00000010:1.1:1718399240.360287:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880129e9f900. 00010000:00000010:1.1:1718399240.360296:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e1c0. 00010000:00000010:2.1:1718399240.362793:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d8d200. 00010000:00000010:2.1:1718399240.362805:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375d680. 00010000:00000010:2.1:1718399240.362809:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093024500. 00010000:00000010:2.1:1718399240.362812:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375d200. 00010000:00000010:1.1:1718399240.362857:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930cbcc0. 00010000:00000010:1.1:1718399240.362861:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931eb3c0. 00010000:00000010:1.1:1718399240.366216:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53a9f00. 00010000:00000010:1.1:1718399240.366223:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375eac0. 00010000:00000010:1.1:1718399240.366227:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093558100. 00010000:00000010:1.1:1718399240.366230:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d680. 00010000:00000010:0.1:1718399240.366951:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88013645e400. 00010000:00000010:1.1:1718399240.370670:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ac5300. 00010000:00000010:1.1:1718399240.370678:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00010000:00000010:0.1:1718399240.376040:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c204d80. 00010000:00000010:1.1:1718399240.382018:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c93200. 00010000:00000010:1.1:1718399240.382024:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00010000:00000010:0.1:1718399240.385029:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093019440. 00010000:00000010:1.1:1718399240.388678:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52721c0. 00010000:00000010:1.1:1718399240.388688:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88013208e500. 00010000:00000010:1.1:1718399240.388691:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00010000:00000010:1.1:1718399240.388694:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b2499800. 00010000:00000010:1.1:1718399240.388695:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00010000:00000010:3.1:1718399240.394824:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a526aac0. 00010000:00000010:0.1:1718399240.398773:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009338fa80. 00010000:00000010:1.1:1718399240.401400:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009876ee00. 00010000:00000010:1.1:1718399240.401409:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fcc0. 00010000:00000010:1.1:1718399240.401411:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130db5000. 00010000:00000010:1.1:1718399240.401415:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00010000:00000010:0.1:1718399240.409408:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e72000. 00010000:00000010:0.1:1718399240.409413:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f3c0. 00010000:00000010:0.1:1718399240.418421:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930de1c0. 00010000:00000010:0.1:1718399240.421494:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c206880. 00010000:00000010:2.1:1718399240.422989:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012b0def00. 00010000:00000010:2.1:1718399240.422996:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44240. 00010000:00000010:0.1:1718399240.430578:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce2f40. 00010000:00000010:2.1:1718399240.431735:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092503d00. 00010000:00000010:2.1:1718399240.431740:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44900. 00010000:00000010:3.1:1718399240.440491:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930def40. 00010000:00000010:3.1:1718399240.440503:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933f5400. 00010000:00000010:3.1:1718399240.440506:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45680. 00010000:00000010:3.1:1718399240.444516:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012b0ded00. 00010000:00000010:3.1:1718399240.444526:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44240. 00010000:00000010:3.1:1718399240.444529:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130db5900. 00010000:00000010:3.1:1718399240.444532:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00010000:00000010:2.1:1718399240.444650:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933973c0. 00010000:00000010:3.1:1718399240.447460:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093384000. 00010000:00000010:3.1:1718399240.447468:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931e2400. 00010000:00000010:3.1:1718399240.447471:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356db00. 00010000:00000010:3.1:1718399240.447473:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf7e1c0. 00010000:00000010:3.1:1718399240.447476:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009284f400. 00010000:00000010:3.1:1718399240.447479:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356eac0. 00010000:00000010:3.1:1718399240.450554:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930b7600. 00010000:00000010:3.1:1718399240.450562:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093fc4500. 00010000:00000010:3.1:1718399240.450566:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c900. 00010000:00000010:3.1:1718399240.457973:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88013118cd80. 00010000:00000010:3.1:1718399240.457982:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880135b80800. 00010000:00000010:3.1:1718399240.457984:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e880. 00010000:00000010:0.1:1718399240.465883:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88013118f600. 00010000:00000010:0.1:1718399240.465890:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009328af00. 00010000:00000010:0.1:1718399240.465893:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f600. 00010000:00000010:0.1:1718399240.465895:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130db5900. 00010000:00000010:0.1:1718399240.465898:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c900. 00010000:00000010:0.1:1718399240.471486:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093c88fc0. 00010000:00000010:2.1:1718399240.472265:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c4058c0. 00010000:00000010:0.1:1718399240.475601:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f0e6200. 00010000:00000010:0.1:1718399240.475610:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356eac0. 00010000:00000010:0.1:1718399240.475613:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a529fd00. 00010000:00000010:0.1:1718399240.475617:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356db00. 00010000:00000010:0.1:1718399240.478492:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c4061c0. 00010000:00000010:2.1:1718399240.479407:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093c89680. 00010000:00000010:0.1:1718399240.482073:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f2ca200. 00010000:00000010:0.1:1718399240.482079:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00010000:00000010:2.1:1718399240.490742:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930c6400. 00010000:00000010:1.1:1718399240.493041:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c291e00. 00010000:00000010:1.1:1718399240.493044:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f3c0. 00010000:00000010:1.1:1718399240.493047:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093de9000. 00010000:00000010:1.1:1718399240.493049:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44240. 00010000:00000010:1.1:1718399240.493051:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009ab2b800. 00010000:00000010:1.1:1718399240.493054:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45680. 00010000:00000010:1.1:1718399240.493408:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931fb3c0. 00010000:00000010:1.1:1718399240.501339:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ccbb00. 00010000:00000010:1.1:1718399240.501343:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d461c0. 00010000:00000010:1.1:1718399240.501346:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800ad132700. 00010000:00000010:1.1:1718399240.501357:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47cc0. 00010000:00000010:0.1:1718399240.501402:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cb40. 00010000:00000010:2.1:1718399240.504407:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935558c0. 00010000:00000010:1.1:1718399240.515013:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933d9d00. 00010000:00000010:1.1:1718399240.515018:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d473c0. 00010000:00000010:1.1:1718399240.515022:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e640. 00010000:00000010:1.1:1718399240.516369:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c000. 00010000:00000010:2.1:1718399240.516396:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009bf53c00. 00010000:00000010:2.1:1718399240.516401:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44d80. 00010000:00000010:1.1:1718399240.531475:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b067700. 00010000:00000010:1.1:1718399240.531485:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00010000:00000010:3.1:1718399240.538666:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fe1c0. 00010000:00000010:1.1:1718399240.538711:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5281d40. 00010000:00000010:3.1:1718399240.545769:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930c7840. 00010000:00000010:0.1:1718399240.546432:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009d178f00. 00010000:00000010:0.1:1718399240.546438:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47a80. 00010000:00000010:0.1:1718399240.546441:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931ecfc0. 00010000:00000010:0.1:1718399240.546445:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009300e000. 00010000:00000010:0.1:1718399240.546450:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44000. 00010000:00000010:0.1:1718399240.546451:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093139900. 00010000:00000010:0.1:1718399240.546455:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45d40. 00010000:00000010:3.1:1718399240.548649:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935caac0. 00010000:00000010:3.1:1718399240.548656:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935c8900. 00010000:00000010:0.1:1718399240.554590:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092226000. 00010000:00000010:0.1:1718399240.554597:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46880. 00010000:00000010:0.1:1718399240.554600:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093595100. 00010000:00000010:0.1:1718399240.554602:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46400. 00010000:00000010:0.1:1718399240.554604:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e342600. 00010000:00000010:0.1:1718399240.554606:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d458c0. 00010000:00000010:0.1:1718399240.554608:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88008fcb8900. 00010000:00000010:0.1:1718399240.554610:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922b7c00. 00010000:00000010:0.1:1718399240.554611:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45200. 00010000:00000010:2.1:1718399240.561980:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5198d80. 00010000:00000010:3.1:1718399240.562207:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a519af40. 00010000:00000010:2.1:1718399240.563740:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933bb100. 00010000:00000010:2.1:1718399240.563745:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47600. 00010000:00000010:2.1:1718399240.563748:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5244200. 00010000:00000010:2.1:1718399240.563751:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47840. 00010000:00000010:3.1:1718399240.570299:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093515680. 00010000:00000010:2.1:1718399240.570733:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935161c0. 00010000:00000010:2.1:1718399240.576361:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5192000. 00010000:00000010:2.1:1718399240.576370:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46ac0. 00010000:00000010:2.1:1718399240.576372:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a525ab00. 00010000:00000010:2.1:1718399240.576375:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46640. 00010000:00000010:3.1:1718399240.582375:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f5b00. 00010000:00000010:2.1:1718399240.588358:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092928500. 00010000:00000010:2.1:1718399240.588364:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45b00. 00010000:00000010:2.1:1718399240.588366:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b480ff00. 00010000:00000010:2.1:1718399240.588372:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46f40. 00010000:00000010:3.1:1718399240.590709:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a50fad00. 00010000:00000010:3.1:1718399240.590720:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdd680. 00010000:00000010:2.1:1718399240.594569:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a52eab00. 00010000:00000010:2.1:1718399240.594577:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47840. 00010000:00000010:2.1:1718399240.594580:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092238200. 00010000:00000010:2.1:1718399240.594582:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47600. 00010000:00000010:2.1:1718399240.594584:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb66f40. 00010000:00000010:2.1:1718399240.594586:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53e2f00. 00010000:00000010:2.1:1718399240.594599:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45200. 00010000:00000010:3.1:1718399240.596898:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eb35680. 00010000:00000010:2.1:1718399240.604442:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090d0a400. 00010000:00000010:2.1:1718399240.604451:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d458c0. 00010000:00000010:0.1:1718399240.604958:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ea9a880. 00010000:00000010:2.1:1718399240.611287:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ea9e640. 00010000:00000010:3.1:1718399240.614203:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092aecf00. 00010000:00000010:3.1:1718399240.614208:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46400. 00010000:00000010:3.1:1718399240.614211:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093de2400. 00010000:00000010:3.1:1718399240.614214:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090e44c00. 00010000:00000010:3.1:1718399240.614216:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46880. 00010000:00000010:3.1:1718399240.614218:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ea9c000. 00010000:00000010:3.1:1718399240.614221:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5219c00. 00010000:00000010:3.1:1718399240.614224:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45d40. 00010000:00000010:1.1:1718399240.620379:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880136442f40. 00010000:00000010:0.1:1718399240.621377:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ea9f180. 00010000:00000010:3.1:1718399240.622650:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009fd23d00. 00010000:00000010:3.1:1718399240.622659:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44d80. 00010000:00000010:0.1:1718399240.623326:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88013101e500. 00010000:00000010:0.1:1718399240.623333:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44000. 00010000:00000010:0.1:1718399240.623336:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d8dd00. 00010000:00000010:0.1:1718399240.623338:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47a80. 00010000:00000010:3.1:1718399240.626621:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b1680. 00010000:00000010:3.1:1718399240.626629:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d3800. 00010000:00000010:3.1:1718399240.626633:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375cd80. 00010000:00000010:3.1:1718399240.626635:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130db5900. 00010000:00000010:3.1:1718399240.626638:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375e640. 00010000:00000010:0.1:1718399240.631433:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a2e1c0. 00010000:00000010:3.1:1718399240.638454:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093cb7c00. 00010000:00000010:3.1:1718399240.638460:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375db00. 00010000:00000010:1.1:1718399240.638598:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092afec00. 00010000:00000010:1.1:1718399240.638603:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375c6c0. 00010000:00000010:0.1:1718399240.638977:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009302d440. 00010000:00000010:0.1:1718399240.641457:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933f8fc0. 00010000:00000010:1.1:1718399240.644470:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5168700. 00010000:00000010:1.1:1718399240.644476:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fcc0. 00010000:00000010:0.1:1718399240.644650:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c861200. 00010000:00000010:0.1:1718399240.650789:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930118c0. 00010000:00000010:1.1:1718399240.653394:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51d7f00. 00010000:00000010:1.1:1718399240.653401:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00010000:00000010:1.1:1718399240.653404:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bd00fc0. 00010000:00000010:1.1:1718399240.653406:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012bd10700. 00010000:00000010:1.1:1718399240.653409:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00010000:00000010:1.1:1718399240.653411:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5236000. 00010000:00000010:1.1:1718399240.653416:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00010000:00000010:0.1:1718399240.653612:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092b80240. 00010000:00000010:1.1:1718399240.656396:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53dc700. 00010000:00000010:1.1:1718399240.656404:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00010000:00000010:1.1:1718399240.656407:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092b80900. 00010000:00000010:1.1:1718399240.656410:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53dcd00. 00010000:00000010:1.1:1718399240.656412:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d680. 00010000:00000010:1.1:1718399240.656413:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e6c900. 00010000:00000010:1.1:1718399240.656415:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e1c0. 00010000:00000010:1.1:1718399240.662974:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d4240. 00010000:00000010:1.1:1718399240.668388:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093623a80. 00010000:00000010:1.1:1718399240.668397:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800957d6200. 00010000:00000010:1.1:1718399240.668401:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00010000:00000010:1.1:1718399240.674386:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093641f80. 00010000:00000010:1.1:1718399240.674393:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009360d680. 00010000:00000010:2.1:1718399240.678438:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcf98c0. 00010000:00000010:1.1:1718399240.678683:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093587a00. 00010000:00000010:1.1:1718399240.678688:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ed00. 00010000:00000010:1.1:1718399240.678691:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3e3000. 00010000:00000010:1.1:1718399240.678696:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f840. 00010000:00000010:1.1:1718399240.678698:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009355b300. 00010000:00000010:1.1:1718399240.678701:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d200. 00010000:00000010:1.1:1718399240.678703:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f2f3e00. 00010000:00000010:1.1:1718399240.678706:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e400. 00010000:00000010:1.1:1718399240.680687:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88011f0bf3c0. 00010000:00000010:1.1:1718399240.686434:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800935d2100. 00010000:00000010:1.1:1718399240.686445:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c6c0. 00010000:00000010:1.1:1718399240.686450:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bda200. 00010000:00000010:1.1:1718399240.686452:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00010000:00000010:1.1:1718399240.686454:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bda600. 00010000:00000010:1.1:1718399240.686456:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e1c0. 00010000:00000010:1.1:1718399240.686459:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3e3200. 00010000:00000010:1.1:1718399240.686463:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d680. 00010000:00000010:1.1:1718399240.686466:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88011f0bed00. 00010000:00000010:3.1:1718399240.686540:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e77600. 00010000:00000010:3.1:1718399240.686544:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e76ac0. 00010000:00000010:3.1:1718399240.696900:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e03000. 00010000:00000010:3.1:1718399240.696915:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44d80. 00010000:00000010:1.1:1718399240.699438:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc6b3c0. 00010000:00000010:1.1:1718399240.699444:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093005600. 00010000:00000010:1.1:1718399240.699448:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375fcc0. 00010000:00000010:3.1:1718399240.699641:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009338a200. 00010000:00000010:3.1:1718399240.699647:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00010000:00000010:3.1:1718399240.699650:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009337d8c0. 00010000:00000010:0.1:1718399240.706766:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880136462880. 00010000:00000010:1.1:1718399240.707497:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012a2c4b00. 00010000:00000010:1.1:1718399240.707503:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00010000:00000010:3.1:1718399240.709733:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009366ef40. 00010000:00000010:0.1:1718399240.715203:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ca1b00. 00010000:00000010:3.1:1718399240.715205:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093649f80. 00010000:00000010:0.1:1718399240.715208:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fcc0. 00010000:00000010:1.1:1718399240.715342:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093612f00. 00010000:00000010:1.1:1718399240.715347:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00010000:00000010:1.1:1718399240.715350:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5300700. 00010000:00000010:1.1:1718399240.715353:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00010000:00000010:0.1:1718399240.720360:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ed1c00. 00010000:00000010:0.1:1718399240.720366:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44d80. 00010000:00000010:3.1:1718399240.721577:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364ed00. 00010000:00000010:3.1:1718399240.733469:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364c240. 00010000:00000010:1.1:1718399240.733469:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092226900. 00010000:00000010:3.1:1718399240.733473:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364dd40. 00010000:00000010:1.1:1718399240.733475:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45d40. 00010000:00000010:1.1:1718399240.733478:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d1a00. 00010000:00000010:1.1:1718399240.733482:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46880. 00010000:00000010:1.1:1718399240.737613:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130d9f400. 00010000:00000010:1.1:1718399240.737624:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46400. 00010000:00000010:1.1:1718399240.737628:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093147600. 00010000:00000010:1.1:1718399240.737631:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d473c0. 00010000:00000010:1.1:1718399240.737633:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009358d600. 00010000:00000010:1.1:1718399240.737635:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47cc0. 00010000:00000010:3.1:1718399240.737640:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935346c0. 00010000:00000010:3.1:1718399240.737645:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009354eac0. 00010000:00000010:3.1:1718399240.740947:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f6fa400. 00010000:00000010:1.1:1718399240.741244:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012b630800. 00010000:00000010:1.1:1718399240.741255:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d461c0. 00010000:00000010:3.1:1718399240.743608:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25200. 00010000:00000010:1.1:1718399240.747226:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5346b00. 00010000:00000010:1.1:1718399240.747236:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00010000:00000010:0.1:1718399240.747332:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012df04900. 00010000:00000010:0.1:1718399240.747338:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c000. 00010000:00000010:3.1:1718399240.753485:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f24480. 00010000:00000010:0.1:1718399240.756455:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5223400. 00010000:00000010:0.1:1718399240.756461:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45680. 00010000:00000010:0.1:1718399240.756464:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130db5900. 00010000:00000010:0.1:1718399240.756467:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44240. 00010000:00000010:1.1:1718399240.756498:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaab600. 00010000:00000010:3.1:1718399240.759571:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935a3180. 00010000:00000010:0.1:1718399240.762880:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012df04a00. 00010000:00000010:0.1:1718399240.762888:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44900. 00010000:00000010:0.1:1718399240.762891:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c2fe500. 00010000:00000010:0.1:1718399240.762900:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d461c0. 00010000:00000010:3.1:1718399240.770128:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935a0000. 00010000:00000010:0.1:1718399240.770128:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375d440. 00010000:00000010:0.1:1718399240.772827:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012bd1ec00. 00010000:00000010:0.1:1718399240.772835:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47cc0. 00010000:00000010:3.1:1718399240.779639:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362cd80. 00010000:00000010:0.1:1718399240.780294:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5261f80. 00010000:00000010:0.1:1718399240.786866:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30ca00. 00010000:00000010:0.1:1718399240.786871:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d473c0. 00010000:00000010:0.1:1718399240.786873:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30d700. 00010000:00000010:0.1:1718399240.786876:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46400. 00010000:00000010:0.1:1718399240.786878:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800936f4800. 00010000:00000010:0.1:1718399240.786879:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46880. 00010000:00000010:3.1:1718399240.786898:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dc6c0. 00010000:00000010:0.1:1718399240.798806:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e99800. 00010000:00000010:0.1:1718399240.799815:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45d40. 00010000:00000010:0.1:1718399240.801700:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5300200. 00010000:00000010:0.1:1718399240.801707:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e640. 00010000:00000010:0.1:1718399240.801710:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5300f00. 00010000:00000010:0.1:1718399240.801713:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cb40. 00010000:00000010:0.1:1718399240.801717:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012eab4800. 00010000:00000010:0.1:1718399240.801722:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f3c0. 00010000:00000010:0.1:1718399240.801724:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012eab4d00. 00010000:00000010:0.1:1718399240.801726:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00010000:00000010:0.1:1718399240.801727:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012eab4600. 00010000:00000010:0.1:1718399240.801729:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356db00. 00010000:00000010:0.1:1718399240.801730:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012eab4c00. 00010000:00000010:0.1:1718399240.801732:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356eac0. 00010000:00000010:0.1:1718399240.801734:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012eab4100. 00010000:00000010:0.1:1718399240.801735:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c900. 00010000:00000010:0.1:1718399240.801737:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012eab4b00. 00010000:00000010:0.1:1718399240.801738:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f600. 00010000:00000010:0.1:1718399240.801740:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880131006a00. 00010000:00000010:0.1:1718399240.801742:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e880. 00010000:00000010:0.1:1718399240.801744:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880131006300. 00010000:00000010:0.1:1718399240.801745:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c000. 00010000:00000010:0.1:1718399240.801747:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880131006700. 00010000:00000010:0.1:1718399240.801748:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00010000:00000010:0.1:1718399240.801750:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880131006d00. 00010000:00000010:0.1:1718399240.801752:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00010000:00000010:0.1:1718399240.801754:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880131006e00. 00010000:00000010:0.1:1718399240.801756:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00010000:00000010:3.1:1718399240.804879:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880131006100. 00010000:00000010:3.1:1718399240.804884:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fcc0. 00010000:00000010:3.1:1718399240.804893:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933a2900. 00010000:00000010:3.1:1718399240.804898:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375d440. 00010000:00000010:3.1:1718399240.804902:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933a2200. 00010000:00000010:3.1:1718399240.804904:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375e400. 00010000:00000010:3.1:1718399240.804905:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933a2d00. 00010000:00000010:3.1:1718399240.804906:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375df80. 00010000:00000010:3.1:1718399240.804908:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933a2f00. 00010000:00000010:3.1:1718399240.804910:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375ef40. 00010000:00000010:3.1:1718399240.804913:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933a2c00. 00010000:00000010:3.1:1718399240.804916:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375c480. 00010000:00000010:3.1:1718399240.804918:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933a2100. 00010000:00000010:3.1:1718399240.804919:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375ed00. 00010000:00000010:3.1:1718399240.804921:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933a2000. 00010000:00000010:3.1:1718399240.804922:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375f180. 00010000:00000010:3.1:1718399240.804925:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008f19dc00. 00010000:00000010:3.1:1718399240.804928:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375cfc0. 00010000:00000010:3.1:1718399240.804929:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008f19db00. 00010000:00000010:3.1:1718399240.804931:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375dd40. 00010000:00000010:3.1:1718399240.804933:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008f19dd00. 00010000:00000010:3.1:1718399240.804934:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375c240. 00010000:00000010:3.1:1718399240.804936:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008f19d900. 00010000:00000010:3.1:1718399240.804937:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375f600. 00010000:00000010:3.1:1718399240.804939:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008f19d200. 00010000:00000010:3.1:1718399240.804940:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375c000. 00010000:00000010:3.1:1718399240.804943:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b0b900. 00010000:00000010:3.1:1718399240.804946:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375f3c0. 00010000:00000010:3.1:1718399240.804947:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b0b200. 00010000:00000010:3.1:1718399240.804949:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375e1c0. 00010000:00000010:3.1:1718399240.804950:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b0b400. 00010000:00000010:3.1:1718399240.804952:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375fcc0. 00010000:00000010:3.1:1718399240.804953:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b0bf00. 00010000:00000010:3.1:1718399240.804955:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375c6c0. 00010000:00000010:3.1:1718399240.804957:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b0ba00. 00010000:00000010:3.1:1718399240.804959:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375db00. 00010000:00000010:3.1:1718399240.804961:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800985b7800. 00010000:00000010:3.1:1718399240.804963:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375e640. 00010000:00000010:3.1:1718399240.804965:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800985b7a00. 00010000:00000010:3.1:1718399240.804967:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375cd80. 00010000:00000010:3.1:1718399240.804968:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800985b7c00. 00010000:00000010:3.1:1718399240.804970:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375eac0. 00010000:00000010:3.1:1718399240.804972:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800985b7d00. 00010000:00000010:3.1:1718399240.804973:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375d200. 00010000:00000010:3.1:1718399240.804975:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800985b7100. 00010000:00000010:3.1:1718399240.804977:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375d680. 00010000:00000010:3.1:1718399240.804979:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800985b7400. 00010000:00000010:3.1:1718399240.804980:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375e880. 00010000:00000010:3.1:1718399240.804982:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800985b7600. 00010000:00000010:3.1:1718399240.804983:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375c900. 00010000:00000010:3.1:1718399240.804986:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53d9100. 00010000:00000010:3.1:1718399240.804988:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375d8c0. 00010000:00000010:3.1:1718399240.804990:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53d9500. 00010000:00000010:3.1:1718399240.804992:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e4480. 00010000:00000010:3.1:1718399240.804998:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53d9200. 00010000:00000010:3.1:1718399240.805000:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e4fc0. 00010000:00000010:3.1:1718399240.805003:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53d9f00. 00010000:00000010:3.1:1718399240.805005:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e73c0. 00010000:00000010:3.1:1718399240.805011:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d6a700. 00010000:00000010:3.1:1718399240.805013:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e5d40. 00010000:00000010:3.1:1718399240.805014:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d6a800. 00010000:00000010:3.1:1718399240.805017:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e6f40. 00010000:00000010:3.1:1718399240.805020:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d6ab00. 00010000:00000010:3.1:1718399240.805021:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e5f80. 00010000:00000010:3.1:1718399240.805023:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d6a900. 00010000:00000010:3.1:1718399240.805025:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e46c0. 00010000:00000010:3.1:1718399240.805026:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d6a000. 00010000:00000010:3.1:1718399240.805028:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e5b00. 00010000:00000010:3.1:1718399240.805031:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009faa4900. 00010000:00000010:3.1:1718399240.805032:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e7180. 00010000:00000010:0.1:1718399240.807639:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096c6c500. 00010000:00000010:0.1:1718399240.807644:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8d80. 00010000:00000010:3.1:1718399240.813419:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931e5f80. 00010000:00000010:2.1:1718399240.813461:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009faa4000. 00010000:00000010:2.1:1718399240.813466:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e6400. 00010000:00000010:2.1:1718399240.813470:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009faa4f00. 00010000:00000010:2.1:1718399240.813472:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e5680. 00010000:00000010:2.1:1718399240.813475:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009faa4100. 00010000:00000010:2.1:1718399240.813477:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e7600. 00010000:00000010:2.1:1718399240.813480:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009faa4e00. 00010000:00000010:2.1:1718399240.813481:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e6880. 00010000:00000010:2.1:1718399240.813485:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093383000. 00010000:00000010:2.1:1718399240.813489:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e61c0. 00010000:00000010:2.1:1718399240.813490:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093383e00. 00010000:00000010:2.1:1718399240.813493:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc60b40. 00010000:00000010:2.1:1718399240.813495:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093383b00. 00010000:00000010:2.1:1718399240.813498:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc62d00. 00010000:00000010:2.1:1718399240.813500:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093383f00. 00010000:00000010:2.1:1718399240.813502:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc60d80. 00010000:00000010:2.1:1718399240.813503:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093383700. 00010000:00000010:2.1:1718399240.813505:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc62ac0. 00010000:00000010:2.1:1718399240.813506:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093383900. 00010000:00000010:2.1:1718399240.813508:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc62400. 00010000:00000010:2.1:1718399240.813511:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093583600. 00010000:00000010:2.1:1718399240.813513:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc60480. 00010000:00000010:2.1:1718399240.813514:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093583900. 00010000:00000010:2.1:1718399240.813517:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc61440. 00010000:00000010:2.1:1718399240.813518:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093583a00. 00010000:00000010:2.1:1718399240.813520:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc61b00. 00010000:00000010:2.1:1718399240.813521:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093583200. 00010000:00000010:2.1:1718399240.813524:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc63180. 00010000:00000010:2.1:1718399240.813525:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093583f00. 00010000:00000010:2.1:1718399240.813527:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc60000. 00010000:00000010:2.1:1718399240.813528:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093583d00. 00010000:00000010:2.1:1718399240.813531:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc61200. 00010000:00000010:2.1:1718399240.813535:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009dd6fa00. 00010000:00000010:2.1:1718399240.813537:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc62880. 00010000:00000010:2.1:1718399240.813539:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009dd6f100. 00010000:00000010:2.1:1718399240.813540:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc60fc0. 00010000:00000010:2.1:1718399240.813542:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009dd6f500. 00010000:00000010:2.1:1718399240.813544:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc618c0. 00010000:00000010:2.1:1718399240.813545:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009dd6f700. 00010000:00000010:2.1:1718399240.813547:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc63600. 00010000:00000010:2.1:1718399240.813548:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009dd6f800. 00010000:00000010:2.1:1718399240.813550:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc62640. 00010000:00000010:2.1:1718399240.813551:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009dd6f600. 00010000:00000010:2.1:1718399240.813553:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc633c0. 00010000:00000010:2.1:1718399240.813554:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009dd6f300. 00010000:00000010:2.1:1718399240.813556:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc61f80. 00010000:00000010:2.1:1718399240.813558:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092226000. 00010000:00000010:2.1:1718399240.813560:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc63a80. 00010000:00000010:2.1:1718399240.813562:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092226100. 00010000:00000010:2.1:1718399240.813564:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc60900. 00010000:00000010:2.1:1718399240.813565:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092226e00. 00010000:00000010:2.1:1718399240.813567:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc60240. 00010000:00000010:2.1:1718399240.813568:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092226d00. 00010000:00000010:2.1:1718399240.813570:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc62f40. 00010000:00000010:2.1:1718399240.813572:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092226700. 00010000:00000010:2.1:1718399240.813573:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc63840. 00010000:00000010:2.1:1718399240.813574:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092226600. 00010000:00000010:2.1:1718399240.813576:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc61d40. 00010000:00000010:2.1:1718399240.813577:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092226200. 00010000:00000010:2.1:1718399240.813580:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f61b180. 00010000:00000010:2.1:1718399240.813584:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801303ec200. 00010000:00000010:2.1:1718399240.813587:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f6198c0. 00010000:00000010:2.1:1718399240.813589:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801303ec800. 00010000:00000010:2.1:1718399240.813592:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f61a640. 00010000:00000010:2.1:1718399240.813594:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801303ecc00. 00010000:00000010:2.1:1718399240.813597:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f618d80. 00010000:00000010:2.1:1718399240.813599:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801303ec500. 00010000:00000010:2.1:1718399240.813601:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f619440. 00010000:00000010:2.1:1718399240.813603:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801303ece00. 00010000:00000010:2.1:1718399240.813605:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f618fc0. 00010000:00000010:2.1:1718399240.813606:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801303ec900. 00010000:00000010:2.1:1718399240.813608:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f61a1c0. 00010000:00000010:2.1:1718399240.813609:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801303eca00. 00010000:00000010:2.1:1718399240.813611:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f618b40. 00010000:00000010:2.1:1718399240.813614:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51d6400. 00010000:00000010:2.1:1718399240.813616:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f61aac0. 00010000:00000010:2.1:1718399240.813618:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51d6000. 00010000:00000010:2.1:1718399240.813619:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f619b00. 00010000:00000010:2.1:1718399240.813620:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51d6100. 00010000:00000010:2.1:1718399240.813622:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f61b840. 00010000:00000010:2.1:1718399240.813624:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51d6e00. 00010000:00000010:2.1:1718399240.813625:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f619200. 00010000:00000010:2.1:1718399240.813626:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51d6700. 00010000:00000010:2.1:1718399240.813628:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f619d40. 00010000:00000010:2.1:1718399240.813629:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51d6f00. 00010000:00000010:2.1:1718399240.813631:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f61a400. 00010000:00000010:2.1:1718399240.813633:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ed1500. 00010000:00000010:2.1:1718399240.813637:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f618900. 00010000:00000010:2.1:1718399240.813638:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ed1200. 00010000:00000010:2.1:1718399240.813640:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f6186c0. 00010000:00000010:2.1:1718399240.813641:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ed1000. 00010000:00000010:2.1:1718399240.813643:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f61a880. 00010000:00000010:2.1:1718399240.813644:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ed1d00. 00010000:00000010:2.1:1718399240.813646:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f618480. 00010000:00000010:2.1:1718399240.813648:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ed1800. 00010000:00000010:2.1:1718399240.813650:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130a2b840. 00010000:00000010:2.1:1718399240.813652:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ed1600. 00010000:00000010:2.1:1718399240.813655:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130a2a640. 00010000:00000010:2.1:1718399240.813658:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ed1700. 00010000:00000010:2.1:1718399240.813659:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130a2b180. 00010000:00000010:2.1:1718399240.813662:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5365000. 00010000:00000010:2.1:1718399240.813665:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130a2ad00. 00010000:00000010:2.1:1718399240.813666:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5365d00. 00010000:00000010:2.1:1718399240.813668:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130a2a880. 00010000:00000010:2.1:1718399240.813669:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5365200. 00010000:00000010:2.1:1718399240.813670:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130a2af40. 00010000:00000010:2.1:1718399240.813672:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5365700. 00010000:00000010:2.1:1718399240.813673:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130a2b600. 00010000:00000010:2.1:1718399240.813675:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5365600. 00010000:00000010:2.1:1718399240.813676:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130a2b3c0. 00010000:00000010:2.1:1718399240.813678:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922d7c00. 00010000:00000010:2.1:1718399240.813681:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130a29f80. 00010000:00000010:2.1:1718399240.813683:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922d7900. 00010000:00000010:2.1:1718399240.813685:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130a28480. 00010000:00000010:2.1:1718399240.813686:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922d7500. 00010000:00000010:2.1:1718399240.813688:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130a2a400. 00010000:00000010:2.1:1718399240.813690:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922d7000. 00010000:00000010:2.1:1718399240.813691:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130a29680. 00010000:00000010:2.1:1718399240.813693:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922d7b00. 00010000:00000010:2.1:1718399240.813695:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130a2aac0. 00010000:00000010:2.1:1718399240.813696:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922d7e00. 00010000:00000010:2.1:1718399240.813698:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130a28b40. 00010000:00000010:2.1:1718399240.813700:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922d7d00. 00010000:00000010:2.1:1718399240.813701:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130a29d40. 00010000:00000010:2.1:1718399240.813702:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922d7400. 00010000:00000010:2.1:1718399240.813704:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130a28000. 00010000:00000010:2.1:1718399240.813706:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093380700. 00010000:00000010:2.1:1718399240.813710:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d533a80. 00010000:00000010:2.1:1718399240.813712:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093380d00. 00010000:00000010:2.1:1718399240.813715:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d530480. 00010000:00000010:2.1:1718399240.813717:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093380c00. 00010000:00000010:2.1:1718399240.813720:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d531440. 00010000:00000010:2.1:1718399240.813722:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093380600. 00010000:00000010:2.1:1718399240.813723:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d531680. 00010000:00000010:2.1:1718399240.813725:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093380400. 00010000:00000010:2.1:1718399240.813726:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d530fc0. 00010000:00000010:2.1:1718399240.813728:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093380500. 00010000:00000010:2.1:1718399240.813730:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d5306c0. 00010000:00000010:2.1:1718399240.813731:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093380300. 00010000:00000010:2.1:1718399240.813733:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d533840. 00010000:00000010:2.1:1718399240.813735:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800957ce900. 00010000:00000010:2.1:1718399240.813739:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d532640. 00010000:00000010:2.1:1718399240.813741:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800957ce800. 00010000:00000010:2.1:1718399240.813743:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d530d80. 00010000:00000010:2.1:1718399240.813744:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800957cef00. 00010000:00000010:2.1:1718399240.813746:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d532400. 00010000:00000010:2.1:1718399240.813747:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800957ce200. 00010000:00000010:2.1:1718399240.813749:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d532f40. 00010000:00000010:2.1:1718399240.813751:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800957ce400. 00010000:00000010:2.1:1718399240.813752:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d532880. 00010000:00000010:2.1:1718399240.813754:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800957cee00. 00010000:00000010:2.1:1718399240.813756:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d531b00. 00010000:00000010:2.1:1718399240.813759:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f2bd000. 00010000:00000010:2.1:1718399240.813761:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d531200. 00010000:00000010:2.1:1718399240.813763:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f2bdc00. 00010000:00000010:2.1:1718399240.813764:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d530900. 00010000:00000010:2.1:1718399240.813766:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f2bd100. 00010000:00000010:2.1:1718399240.813768:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d530000. 00010000:00000010:2.1:1718399240.813769:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f2bd300. 00010000:00000010:2.1:1718399240.813771:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d5318c0. 00010000:00000010:2.1:1718399240.813773:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f2bd800. 00010000:00000010:2.1:1718399240.813774:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d533180. 00010000:00000010:2.1:1718399240.813777:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f326f00. 00010000:00000010:2.1:1718399240.813779:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d532d00. 00010000:00000010:2.1:1718399240.813781:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f326700. 00010000:00000010:2.1:1718399240.813783:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d533cc0. 00010000:00000010:2.1:1718399240.813784:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f326900. 00010000:00000010:2.1:1718399240.813787:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af3180. 00010000:00000010:2.1:1718399240.813792:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f326100. 00010000:00000010:2.1:1718399240.813809:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af1b00. 00010000:00000010:2.1:1718399240.813813:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f326300. 00010000:00000010:2.1:1718399240.813816:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af0b40. 00010000:00000010:2.1:1718399240.813820:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f326c00. 00010000:00000010:2.1:1718399240.813822:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af06c0. 00010000:00000010:2.1:1718399240.813823:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f326600. 00010000:00000010:2.1:1718399240.813825:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af1d40. 00010000:00000010:2.1:1718399240.813827:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009867ea00. 00010000:00000010:2.1:1718399240.813830:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af1440. 00010000:00000010:2.1:1718399240.813831:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009867e200. 00010000:00000010:2.1:1718399240.813834:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af2640. 00010000:00000010:2.1:1718399240.813836:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009867ed00. 00010000:00000010:2.1:1718399240.813838:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af33c0. 00010000:00000010:2.1:1718399240.813840:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009867ec00. 00010000:00000010:2.1:1718399240.813841:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af21c0. 00010000:00000010:2.1:1718399240.813842:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009867e500. 00010000:00000010:2.1:1718399240.813844:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af3a80. 00010000:00000010:2.1:1718399240.813845:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009867e300. 00010000:00000010:2.1:1718399240.813847:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af0d80. 00010000:00000010:2.1:1718399240.813850:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093da7300. 00010000:00000010:2.1:1718399240.813851:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af2880. 00010000:00000010:2.1:1718399240.813853:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093da7f00. 00010000:00000010:2.1:1718399240.813855:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af1200. 00010000:00000010:2.1:1718399240.813856:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093da7500. 00010000:00000010:2.1:1718399240.813858:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af0900. 00010000:00000010:2.1:1718399240.813860:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093da7c00. 00010000:00000010:2.1:1718399240.813861:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af18c0. 00010000:00000010:2.1:1718399240.813863:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093da7000. 00010000:00000010:2.1:1718399240.813864:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af3cc0. 00010000:00000010:2.1:1718399240.813866:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093da7100. 00010000:00000010:2.1:1718399240.813868:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af2d00. 00010000:00000010:2.1:1718399240.813870:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e386200. 00010000:00000010:2.1:1718399240.813871:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af1f80. 00010000:00000010:2.1:1718399240.813873:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e386b00. 00010000:00000010:2.1:1718399240.813874:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af0480. 00010000:00000010:2.1:1718399240.813876:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e386700. 00010000:00000010:2.1:1718399240.813877:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af0000. 00010000:00000010:2.1:1718399240.813879:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e386400. 00010000:00000010:2.1:1718399240.813880:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af1680. 00010000:00000010:2.1:1718399240.813882:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e386a00. 00010000:00000010:2.1:1718399240.813883:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af2ac0. 00010000:00000010:2.1:1718399240.813884:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e386500. 00010000:00000010:2.1:1718399240.813886:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af3600. 00010000:00000010:2.1:1718399240.813887:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e386800. 00010000:00000010:2.1:1718399240.813889:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af3840. 00010000:00000010:2.1:1718399240.813892:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012a2a8a00. 00010000:00000010:2.1:1718399240.813893:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af0240. 00010000:00000010:2.1:1718399240.813895:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012a2a8f00. 00010000:00000010:2.1:1718399240.813897:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dc6c0. 00010000:00000010:2.1:1718399240.813900:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012a2a8500. 00010000:00000010:2.1:1718399240.813901:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dc900. 00010000:00000010:2.1:1718399240.813903:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012a2a8600. 00010000:00000010:2.1:1718399240.813905:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dd200. 00010000:00000010:2.1:1718399240.813907:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012a2a8300. 00010000:00000010:2.1:1718399240.813930:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936df3c0. 00010000:00000010:2.1:1718399240.813933:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e37d700. 00010000:00000010:2.1:1718399240.813936:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936deac0. 00010000:00000010:2.1:1718399240.813938:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e37de00. 00010000:00000010:2.1:1718399240.813939:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936ded00. 00010000:00000010:2.1:1718399240.813941:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e37d800. 00010000:00000010:2.1:1718399240.813943:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936df600. 00010000:00000010:2.1:1718399240.813944:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e37db00. 00010000:00000010:2.1:1718399240.813946:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dcfc0. 00010000:00000010:2.1:1718399240.813948:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e37d600. 00010000:00000010:2.1:1718399240.813949:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dcd80. 00010000:00000010:2.1:1718399240.813950:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e37df00. 00010000:00000010:2.1:1718399240.813952:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936de880. 00010000:00000010:2.1:1718399240.813953:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e37d400. 00010000:00000010:2.1:1718399240.813955:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dd680. 00010000:00000010:2.1:1718399240.813957:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b43ffe00. 00010000:00000010:2.1:1718399240.813959:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dc000. 00010000:00000010:2.1:1718399240.813960:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b43ff600. 00010000:00000010:2.1:1718399240.813962:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dfa80. 00010000:00000010:2.1:1718399240.813963:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b43ffa00. 00010000:00000010:2.1:1718399240.813965:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936df180. 00010000:00000010:2.1:1718399240.813967:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c8300. 00010000:00000010:2.1:1718399240.813969:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936df840. 00010000:00000010:2.1:1718399240.813971:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c8a00. 00010000:00000010:2.1:1718399240.813972:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dc240. 00010000:00000010:2.1:1718399240.813974:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c8700. 00010000:00000010:2.1:1718399240.813975:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dc480. 00010000:00000010:2.1:1718399240.813977:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c8e00. 00010000:00000010:2.1:1718399240.813978:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936de400. 00010000:00000010:2.1:1718399240.813980:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c8000. 00010000:00000010:2.1:1718399240.813981:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dfcc0. 00010000:00000010:2.1:1718399240.813983:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c8d00. 00010000:00000010:2.1:1718399240.813985:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936ddf80. 00010000:00000010:2.1:1718399240.813986:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c8900. 00010000:00000010:2.1:1718399240.813988:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936ddd40. 00010000:00000010:2.1:1718399240.813990:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092297e00. 00010000:00000010:2.1:1718399240.813991:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dcb40. 00010000:00000010:2.1:1718399240.813992:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092297800. 00010000:00000010:2.1:1718399240.813994:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936def40. 00010000:00000010:2.1:1718399240.813995:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092297d00. 00010000:00000010:2.1:1718399240.813997:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dd440. 00010000:00000010:2.1:1718399240.813999:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090d0a400. 00010000:00000010:2.1:1718399240.814001:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdaf40. 00010000:00000010:2.1:1718399240.814003:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090d0a100. 00010000:00000010:2.1:1718399240.814004:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cda1c0. 00010000:00000010:2.1:1718399240.814005:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090d0a200. 00010000:00000010:2.1:1718399240.814007:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9200. 00010000:00000010:2.1:1718399240.814008:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090d0af00. 00010000:00000010:2.1:1718399240.814010:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdbcc0. 00010000:00000010:2.1:1718399240.814011:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090d0ad00. 00010000:00000010:2.1:1718399240.814013:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdb3c0. 00010000:00000010:2.1:1718399240.814015:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090d0a500. 00010000:00000010:2.1:1718399240.814016:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8fc0. 00010000:00000010:2.1:1718399240.814018:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd5680. 00010000:00000010:0.1:1718399240.819563:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f45200. 00010000:00000010:0.1:1718399240.819570:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00010000:00000010:3.1:1718399240.822605:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936486c0. 00010000:00000010:3.1:1718399240.822613:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092bc0240. 00010000:00000010:3.1:1718399240.822617:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e1873c0. 00010000:00000010:2.1:1718399240.822673:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009e340000. 00010000:00000010:2.1:1718399240.822678:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e400. 00010000:00000010:0.1:1718399240.825487:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933eb400. 00010000:00000010:0.1:1718399240.825494:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00010000:00000010:0.1:1718399240.825497:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880131006f00. 00010000:00000010:0.1:1718399240.825499:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d680. 00010000:00000010:0.1:1718399240.825501:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098745300. 00010000:00000010:0.1:1718399240.825504:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e1c0. 00010000:00000010:0.1:1718399240.825506:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b0b600. 00010000:00000010:0.1:1718399240.825509:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00010000:00000010:0.1:1718399240.825510:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f20ba00. 00010000:00000010:0.1:1718399240.825514:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c6c0. 00010000:00000010:0.1:1718399240.825515:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093051d40. 00010000:00000010:3.1:1718399240.828942:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093efba80. 00010000:00000010:2.1:1718399240.829063:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800929cbc00. 00010000:00000010:2.1:1718399240.829068:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44d80. 00010000:00000010:2.1:1718399240.829070:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800936f4600. 00010000:00000010:2.1:1718399240.829073:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47a80. 00010000:00000010:2.1:1718399240.829074:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e316b00. 00010000:00000010:2.1:1718399240.829077:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44000. 00010000:00000010:0.1:1718399240.831609:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930f9b00. 00010000:00000010:0.1:1718399240.831619:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130a7ba80. 00010000:00000010:0.1:1718399240.831623:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093384b40. 00010000:00000010:2.1:1718399240.834550:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931e2000. 00010000:00000010:2.1:1718399240.834557:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d458c0. 00010000:00000010:2.1:1718399240.834560:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009300e600. 00010000:00000010:2.1:1718399240.834564:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45200. 00010000:00000010:2.1:1718399240.840400:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb64000. 00010000:00000010:0.1:1718399240.840489:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931ee880. 00010000:00000010:0.1:1718399240.840494:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931ec000. 00010000:00000010:3.1:1718399240.840657:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093218e00. 00010000:00000010:3.1:1718399240.840663:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e400. 00010000:00000010:2.1:1718399240.844255:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012a2a8400. 00010000:00000010:2.1:1718399240.844266:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47600. 00010000:00000010:3.1:1718399240.850401:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130c82f00. 00010000:00000010:3.1:1718399240.850411:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52721c0. 00010000:00000010:0.1:1718399240.850469:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b0b40. 00010000:00000010:2.1:1718399240.854197:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093650300. 00010000:00000010:2.1:1718399240.854218:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273180. 00010000:00000010:2.1:1718399240.855375:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5022900. 00010000:00000010:2.1:1718399240.855381:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cda640. 00010000:00000010:1.1:1718399240.865022:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933ac000. 00010000:00000010:1.1:1718399240.865034:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929eeac0. 00010000:00000010:0.1:1718399240.865096:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5184000. 00010000:00000010:0.1:1718399240.865101:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8d80. 00010000:00000010:0.1:1718399240.868381:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095775f80. 00010000:00000010:0.1:1718399240.874782:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096c6c400. 00010000:00000010:0.1:1718399240.874793:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47840. 00010000:00000010:1.1:1718399240.878076:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f0e6100. 00010000:00000010:0.1:1718399240.878097:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e8fcc0. 00010000:00000010:1.1:1718399240.878255:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46f40. 00010000:00000010:1.1:1718399240.878264:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009288e000. 00010000:00000010:1.1:1718399240.878267:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8d80. 00010000:00000010:0.1:1718399240.884356:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092ba2400. 00010000:00000010:2.1:1718399240.892120:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009336df00. 00010000:00000010:2.1:1718399240.892126:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9b00. 00010000:00000010:1.1:1718399240.896069:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092ba46c0. 00010000:00000010:2.1:1718399240.898481:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928fb500. 00010000:00000010:2.1:1718399240.898487:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52718c0. 00010000:00000010:2.1:1718399240.898491:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880095725f00. 00010000:00000010:2.1:1718399240.898493:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52733c0. 00010000:00000010:1.1:1718399240.901596:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009292c480. 00010000:00000010:1.1:1718399240.901624:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52be880. 00010000:00000010:1.1:1718399240.905815:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5247e00. 00010000:00000010:1.1:1718399240.905828:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270000. 00010000:00000010:3.1:1718399240.912249:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ec5200. 00010000:00000010:3.1:1718399240.912255:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c7e800. 00010000:00000010:3.1:1718399240.912258:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdb600. 00010000:00000010:3.1:1718399240.912260:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130c82a00. 00010000:00000010:3.1:1718399240.912262:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270b40. 00010000:00000010:0.1:1718399240.918911:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009292d680. 00010000:00000010:1.1:1718399240.919807:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e12ab00. 00010000:00000010:1.1:1718399240.919814:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272d00. 00010000:00000010:1.1:1718399240.926433:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d6f840. 00010000:00000010:1.1:1718399240.926443:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f9f100. 00010000:00000010:1.1:1718399240.926456:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd86c0. 00010000:00000010:1.1:1718399240.931845:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5092500. 00010000:00000010:1.1:1718399240.931852:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9d40. 00010000:00000010:0.1:1718399240.932327:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5123600. 00010000:00000010:0.1:1718399240.934374:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f326200. 00010000:00000010:0.1:1718399240.934379:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d200. 00010000:00000010:0.1:1718399240.942366:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5019f80. 00010000:00000010:0.1:1718399240.946109:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5131500. 00010000:00000010:0.1:1718399240.946117:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45b00. 00010000:00000010:0.1:1718399240.946119:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800936f4400. 00010000:00000010:0.1:1718399240.946123:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46640. 00010000:00000010:1.1:1718399240.946155:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092abf3c0. 00010000:00000010:0.1:1718399240.952893:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f5cfc0. 00010000:00000010:1.1:1718399240.955405:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53d4c00. 00010000:00000010:1.1:1718399240.955413:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46f40. 00010000:00000010:0.1:1718399240.956008:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d57fb00. 00010000:00000010:0.1:1718399240.956012:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46ac0. 00010000:00000010:0.1:1718399240.956017:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092bc3600. 00010000:00000010:0.1:1718399240.958463:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8b40. 00010000:00000010:0.1:1718399240.961631:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092bc3840. 00010000:00000010:1.1:1718399240.961733:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b2738200. 00010000:00000010:1.1:1718399240.961739:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f840. 00010000:00000010:1.1:1718399240.961741:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f185200. 00010000:00000010:1.1:1718399240.961744:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ed00. 00010000:00000010:0.1:1718399240.969374:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09b840. 00010000:00000010:0.1:1718399240.971405:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800957221c0. 00010000:00000010:1.1:1718399240.971453:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880129d65f00. 00010000:00000010:1.1:1718399240.971464:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d200. 00010000:00000010:1.1:1718399240.971466:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009a94b300. 00010000:00000010:1.1:1718399240.971468:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e400. 00010000:00000010:0.1:1718399240.977523:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d0986c0. 00010000:00000010:1.1:1718399240.977574:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ec3000. 00010000:00000010:1.1:1718399240.977581:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c6c0. 00010000:00000010:1.1:1718399240.982450:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012b7d6ac0. 00010000:00000010:1.1:1718399240.988453:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f2caf00. 00010000:00000010:1.1:1718399240.988469:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00010000:00000010:0.1:1718399240.991445:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012b7d4900. 00010000:00000010:1.1:1718399241.002037:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b0b100. 00010000:00000010:1.1:1718399241.002044:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e1c0. 00010000:00000010:0.1:1718399241.002157:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093170d80. 00010000:00000010:1.1:1718399241.005907:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012b7d4fc0. 00010000:00000010:1.1:1718399241.011493:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d87700. 00010000:00000010:1.1:1718399241.011499:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d680. 00010000:00000010:1.1:1718399241.011502:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e37d400. 00010000:00000010:1.1:1718399241.011503:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00010000:00000010:1.1:1718399241.011505:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009318e800. 00010000:00000010:1.1:1718399241.011510:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00010000:00000010:0.1:1718399241.014491:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ec86ac0. 00010000:00000010:1.1:1718399241.018100:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092980300. 00010000:00000010:1.1:1718399241.018107:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fcc0. 00010000:00000010:1.1:1718399241.018110:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5191400. 00010000:00000010:1.1:1718399241.018114:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00010000:00000010:0.1:1718399241.018179:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093fcb840. 00010000:00000010:0.1:1718399241.020489:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130d98480. 00010000:00000010:0.1:1718399241.024259:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf64900. 00010000:00000010:1.1:1718399241.024769:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d04700. 00010000:00000010:1.1:1718399241.024773:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00010000:00000010:1.1:1718399241.024776:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e3a5800. 00010000:00000010:1.1:1718399241.024778:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00010000:00000010:1.1:1718399241.024780:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e37d400. 00010000:00000010:1.1:1718399241.024782:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c000. 00010000:00000010:0.1:1718399241.026386:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095714480. 00010000:00000010:1.1:1718399241.032555:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880098755200. 00010000:00000010:1.1:1718399241.032564:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b1a5700. 00010000:00000010:1.1:1718399241.032568:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e880. 00010000:00000010:1.1:1718399241.032570:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093219200. 00010000:00000010:1.1:1718399241.032573:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f600. 00010000:00000010:1.1:1718399241.035366:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880098754fc0. 00010000:00000010:1.1:1718399241.042475:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bf7800. 00010000:00000010:1.1:1718399241.042483:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c900. 00010000:00000010:1.1:1718399241.049703:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f2dd40. 00010000:00000010:1.1:1718399241.049710:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88011f0bb600. 00010000:00000010:1.1:1718399241.053620:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136858b00. 00010000:00000010:1.1:1718399241.053632:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356eac0. 00010000:00000010:1.1:1718399241.053635:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c8ed00. 00010000:00000010:1.1:1718399241.053638:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356db00. 00010000:00000010:1.1:1718399241.053640:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e386800. 00010000:00000010:1.1:1718399241.053642:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00010000:00000010:1.1:1718399241.053644:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093147900. 00010000:00000010:1.1:1718399241.053648:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f3c0. 00010000:00000010:1.1:1718399241.060384:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5315b00. 00010000:00000010:0.1:1718399241.064112:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092a75000. 00010000:00000010:0.1:1718399241.064117:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cb40. 00010000:00000010:1.1:1718399241.064150:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009b4bc480. 00010000:00000010:1.1:1718399241.066962:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ef8480. 00010000:00000010:0.1:1718399241.071815:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009b4baac0. 00010000:00000010:0.1:1718399241.071824:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096089c00. 00010000:00000010:0.1:1718399241.071828:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8b40. 00010000:00000010:2.1:1718399241.071855:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093efa640. 00010000:00000010:2.1:1718399241.071859:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e31e400. 00010000:00000010:2.1:1718399241.071862:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdaac0. 00010000:00000010:2.1:1718399241.071865:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f5b500. 00010000:00000010:2.1:1718399241.071868:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e640. 00010000:00000010:2.1:1718399241.071870:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e386700. 00010000:00000010:2.1:1718399241.071872:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f3c0. 00010000:00000010:0.1:1718399241.075759:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009b4bb3c0. 00010000:00000010:0.1:1718399241.077348:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5389d40. 00010000:00000010:2.1:1718399241.077410:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096089f00. 00010000:00000010:2.1:1718399241.077415:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00010000:00000010:2.1:1718399241.077418:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ff7d000. 00010000:00000010:2.1:1718399241.077441:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356db00. 00010000:00000010:0.1:1718399241.083852:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931598c0. 00010000:00000010:0.1:1718399241.083858:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5388fc0. 00010000:00000010:0.1:1718399241.083864:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c224200. 00010000:00000010:3.1:1718399241.086501:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a515b100. 00010000:00000010:3.1:1718399241.086513:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356eac0. 00010000:00000010:3.1:1718399241.086517:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f3c0. 00010000:00000010:2.1:1718399241.086577:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095898fc0. 00010000:00000010:0.1:1718399241.090708:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093351680. 00010000:00000010:3.1:1718399241.093887:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093377100. 00010000:00000010:3.1:1718399241.093892:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e640. 00010000:00000010:3.1:1718399241.093895:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130a34b00. 00010000:00000010:3.1:1718399241.093898:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356db00. 00010000:00000010:3.1:1718399241.093899:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092980a00. 00010000:00000010:3.1:1718399241.093901:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00010000:00000010:3.1:1718399241.093903:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ebfb00. 00010000:00000010:3.1:1718399241.093905:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c900. 00010000:00000010:2.1:1718399241.093938:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132089b00. 00010000:00000010:2.1:1718399241.093941:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d433c0. 00010000:00000010:0.1:1718399241.099434:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53a4900. 00010000:00000010:3.1:1718399241.103120:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d261c0. 00010000:00000010:3.1:1718399241.103130:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009336c200. 00010000:00000010:3.1:1718399241.103135:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f600. 00010000:00000010:3.1:1718399241.103137:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f0a3a00. 00010000:00000010:3.1:1718399241.103141:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e880. 00010000:00000010:0.1:1718399241.106173:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d418c0. 00010000:00000010:3.1:1718399241.109140:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933518c0. 00010000:00000010:3.1:1718399241.109148:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d65d40. 00010000:00000010:3.1:1718399241.109151:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d44ac00. 00010000:00000010:3.1:1718399241.109154:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c000. 00010000:00000010:3.1:1718399241.109156:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009867e200. 00010000:00000010:3.1:1718399241.109159:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00010000:00000010:3.1:1718399241.109162:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800979ce500. 00010000:00000010:3.1:1718399241.109164:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00010000:00000010:0.1:1718399241.113979:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930ee1c0. 00010000:00000010:3.1:1718399241.114050:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ebbfa00. 00010000:00000010:3.1:1718399241.114057:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00010000:00000010:3.1:1718399241.119474:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b38fc00. 00010000:00000010:3.1:1718399241.119481:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fcc0. 00010000:00000010:1.1:1718399241.125838:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930b2500. 00010000:00000010:1.1:1718399241.125843:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00010000:00000010:1.1:1718399241.129429:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8801303f4900. 00010000:00000010:3.1:1718399241.130061:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8801303f46c0. 00010000:00000010:3.1:1718399241.132417:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012db87300. 00010000:00000010:3.1:1718399241.132424:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8b40. 00010000:00000010:3.1:1718399241.132427:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012b64dd00. 00010000:00000010:3.1:1718399241.132429:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00010000:00000010:3.1:1718399241.132432:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c21cf00. 00010000:00000010:3.1:1718399241.132435:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d680. 00010000:00000010:1.1:1718399241.136300:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009337a880. 00010000:00000010:3.1:1718399241.141439:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930ee880. 00010000:00000010:3.1:1718399241.141449:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880135b80d00. 00010000:00000010:3.1:1718399241.141452:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e1c0. 00010000:00000010:1.1:1718399241.147449:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e382300. 00010000:00000010:1.1:1718399241.147458:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00010000:00000010:2.1:1718399241.147704:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930c9b00. 00010000:00000010:3.1:1718399241.156260:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930ec900. 00010000:00000010:1.1:1718399241.162212:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136810d00. 00010000:00000010:1.1:1718399241.162218:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47840. 00010000:00000010:3.1:1718399241.162261:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930c9680. 00010000:00000010:3.1:1718399241.167944:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009284fb00. 00010000:00000010:3.1:1718399241.167950:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47600. 00010000:00000010:3.1:1718399241.167953:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012b64dd00. 00010000:00000010:3.1:1718399241.167957:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c6c0. 00010000:00000010:0.1:1718399241.173899:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009338c6c0. 00010000:00000010:3.1:1718399241.174150:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009314df80. 00010000:00000010:0.1:1718399241.176003:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d08a200. 00010000:00000010:0.1:1718399241.176011:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e400. 00010000:00000010:0.1:1718399241.176014:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53ad700. 00010000:00000010:0.1:1718399241.176017:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d200. 00010000:00000010:0.1:1718399241.178435:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012b1df600. 00010000:00000010:0.1:1718399241.178446:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093144000. 00010000:00000010:0.1:1718399241.178451:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ed00. 00000100:00000010:1.0:1718399241.187597:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d3b9300. 00010000:00000010:1.0:1718399241.187600:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b580. 00000400:00000010:1.0:1718399241.187611:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a770. 00000100:00000200:1.0:1718399241.187615:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317888192, offset 224 00000400:00000200:1.0:1718399241.187620:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.187627:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.187632:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89448:89448:256:4294967295] 192.168.202.25@tcp LPNI seq info [89448:89448:8:4294967295] 00000400:00000200:1.0:1718399241.187639:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.187643:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.187645:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82f00 (tot 82314186). 00000800:00000200:1.0:1718399241.187650:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.187656:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.187659:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.187669:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083af80. 00000020:00000010:1.0:1718399241.187672:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.187676:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fce00. 00010000:00000010:0.1:1718399241.188532:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273cc0. 00000800:00000200:1.0:1718399241.189597:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.189600:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933f3e00 (tot 82313938). 00000400:00000200:1.0:1718399241.189604:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.189608:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.189611:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ea18 00000400:00000010:1.0:1718399241.189613:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ea18. 00000100:00000200:1.0:1718399241.189617:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb8980 x1801871316466368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399241.190400:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c2b7300. 00010000:00000010:0.1:1718399241.190406:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f840. 00000800:00000200:1.0:1718399241.196800:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.196802:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092297d00 (tot 82313938). 00000400:00000200:1.0:1718399241.196805:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.196808:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.196812:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:1.0:1718399241.196813:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 02000000:00000010:1.0:1718399241.196816:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d800. 00010000:00000010:2.1:1718399241.199400:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093367180. 00010000:00000010:2.1:1718399241.199410:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f45100. 00010000:00000010:2.1:1718399241.199415:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ed00. 00010000:00000010:2.1:1718399241.199416:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933f3600. 00010000:00000010:2.1:1718399241.199419:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d200. 00000020:00000010:1.0:1718399241.209232:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399241.209238:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083af80. 00000020:00000010:1.0:1718399241.209242:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.209261:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317888320/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399241.210626:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317888320 02000000:00000010:1.0:1718399241.210636:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd800. 00010000:00000010:1.0:1718399241.210662:0:15209:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a522c700. 00010000:00000010:1.0:1718399241.210688:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b580. 00000100:00000010:1.0:1718399241.210694:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d3b9300. 00000100:00000010:1.0:1718399241.210700:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d3b9300. 00010000:00000010:1.0:1718399241.210703:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b580. 00000400:00000010:1.0:1718399241.210712:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399241.210716:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317888320, offset 224 00000400:00000200:1.0:1718399241.210723:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.210732:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.210737:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89452:89452:256:4294967295] 192.168.202.25@tcp LPNI seq info [89452:89452:8:4294967295] 00000400:00000200:1.0:1718399241.210745:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.210749:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.210753:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82500 (tot 82314186). 00000800:00000200:1.0:1718399241.210757:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.210762:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.210765:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.210776:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083af80. 00000020:00000010:1.0:1718399241.210779:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.210783:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc400. 00080000:00000010:1.0:1718399241.210905:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130c82600. 00010000:00000010:1.0:1718399241.210965:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6680. 00010000:00000010:1.0:1718399241.210971:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a522c680. 00010000:00000010:1.0:1718399241.211028:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5272d00. 00010000:00000010:1.0:1718399241.211031:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083af80. 00010000:00000010:1.0:1718399241.211039:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b580. 00000100:00000010:1.0:1718399241.211041:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d3b9300. 00000100:00000010:1.0:1718399241.211046:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 02000000:00000010:1.0:1718399241.211054:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc400. 02000000:00000010:1.0:1718399241.211070:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fc800. 00000400:00000010:1.0:1718399241.211073:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1000. 00000400:00000010:1.0:1718399241.211076:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a2a8. 00000100:00000200:1.0:1718399241.211079:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316466496, portal 16 00000400:00000010:1.0:1718399241.211082:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a4c8. 00000100:00000200:1.0:1718399241.211084:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316466496, offset 0 00000400:00000200:1.0:1718399241.211087:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.211091:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.211096:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399241.211098:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399241.211100:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399241.211102:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89453:89453:255:4294967295] 192.168.202.25@tcp LPNI seq info [89453:89453:7:4294967295] 00000400:00000200:1.0:1718399241.211108:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.211111:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.211112:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82700 (tot 82314434). 00000800:00000200:1.0:1718399241.211115:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.211118:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.211119:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82700 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1718399241.211138:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093edaf40. 00000800:00000200:1.0:1718399241.211162:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.211164:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130c82500 (tot 82314186). 00000400:00000200:1.0:1718399241.211166:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.211169:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.211171:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399241.211172:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000800:00000200:1.0:1718399241.211208:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.211210:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130c82700 (tot 82313938). 00000400:00000200:1.0:1718399241.211211:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.211214:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.212763:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a4c8 00000400:00000010:1.0:1718399241.212767:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a4c8. 00000100:00000200:1.0:1718399241.212777:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df73440 x1801871316466496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399241.213047:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1000. 00000400:00000200:1.0:1718399241.213050:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a2a8 00000400:00000010:1.0:1718399241.213051:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a2a8. 00000100:00000200:1.0:1718399241.213055:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df73440 x1801871316466496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399241.213059:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df73440 x1801871316466496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399241.213078:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fc800. 02000000:00000010:1.0:1718399241.213082:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc400. 00000100:00000010:1.0:1718399241.213084:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000100:00000010:1.0:1718399241.213087:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d3b9300. 00010000:00000010:1.0:1718399241.213090:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b580. 00010000:00000010:0.1:1718399241.216729:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800957cea00. 00010000:00000010:0.1:1718399241.216739:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e400. 00010000:00000010:0.1:1718399241.222401:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930bc240. 00010000:00000010:1.1:1718399241.222537:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130de5800. 00010000:00000010:1.1:1718399241.222543:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272d00. 00000020:00000010:1.0:1718399241.227667:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399241.227673:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a780. 00000020:00000010:1.0:1718399241.227676:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.227694:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317888448/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399241.227724:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317888448 02000000:00000010:1.0:1718399241.227731:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc800. 00010000:00000010:1.0:1718399241.227752:0:15209:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a504b100. 00010000:00000010:1.0:1718399241.227767:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b580. 00000100:00000010:1.0:1718399241.227771:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d3b9300. 00000100:00000010:1.0:1718399241.227786:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d3b9300. 00010000:00000010:1.0:1718399241.227789:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b580. 00000400:00000010:1.0:1718399241.227806:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a2a8. 00000100:00000200:1.0:1718399241.227810:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317888448, offset 224 00000400:00000200:1.0:1718399241.227816:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.227824:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.227828:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89456:89456:256:4294967295] 192.168.202.25@tcp LPNI seq info [89456:89456:8:4294967295] 00000400:00000200:1.0:1718399241.227835:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.227839:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.227842:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82700 (tot 82314186). 00000800:00000200:1.0:1718399241.227846:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.227851:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.227854:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.227864:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a780. 00000020:00000010:1.0:1718399241.227867:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.227870:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc400. 00000800:00000200:1.0:1718399241.227925:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.227927:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130c82700 (tot 82313938). 00000400:00000200:1.0:1718399241.227929:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.227932:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.227935:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a2a8 00000400:00000010:1.0:1718399241.227936:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a2a8. 00010000:00000010:0.1:1718399241.231821:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093029b00. 00010000:00000010:1.1:1718399241.232113:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093145100. 00010000:00000010:1.1:1718399241.232118:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c6c0. 00000800:00000200:1.0:1718399241.232454:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.232456:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933f3600 (tot 82313938). 00000400:00000200:1.0:1718399241.232459:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.232462:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.232464:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eaa0 00000400:00000010:1.0:1718399241.232466:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eaa0. 00010000:00000010:1.1:1718399241.234385:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e72300. 00010000:00000010:1.1:1718399241.234527:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8480. 00000400:00000200:1.0:1718399241.237818:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.237834:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfbc00 00000400:00000200:1.0:1718399241.237840:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xacb61 [1] + 224 00000400:00000200:1.0:1718399241.237854:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.237857:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.237864:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c278980 x1801871316466688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399241.240323:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930dd680. 00000400:00000200:1.0:1718399241.240349:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.240361:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd56e40 00000400:00000200:1.0:1718399241.240366:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xab4a9 [2] + 1312 00000400:00000200:1.0:1718399241.240448:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.240452:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.240457:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399241.240460:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 00080000:00000010:1.0:1718399241.240975:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130c82500. 00010000:00000010:1.0:1718399241.241029:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb80. 00010000:00000010:1.0:1718399241.241033:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009876d700. 00010000:00000010:1.0:1718399241.241093:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5272d00. 00010000:00000010:1.0:1718399241.241096:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a780. 00010000:00000010:1.0:1718399241.241103:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b580. 00000100:00000010:1.0:1718399241.241106:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d3b9300. 00000100:00000010:1.0:1718399241.241110:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df74740. 02000000:00000010:1.0:1718399241.241118:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fd400. 02000000:00000010:1.0:1718399241.241133:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fda00. 00000400:00000010:1.0:1718399241.241136:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1000. 00000400:00000010:1.0:1718399241.241139:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a2a8. 00000100:00000200:1.0:1718399241.241144:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316466752, portal 16 00000400:00000010:1.0:1718399241.241147:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a4c8. 00000100:00000200:1.0:1718399241.241149:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316466752, offset 0 00000400:00000200:1.0:1718399241.241154:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.241161:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.241166:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399241.241169:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399241.241172:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399241.241174:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89460:89460:256:4294967295] 192.168.202.25@tcp LPNI seq info [89460:89460:8:4294967295] 00000400:00000200:1.0:1718399241.241182:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.241187:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.241189:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82a00 (tot 82314186). 00000800:00000200:1.0:1718399241.241193:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.241199:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.241202:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399241.241477:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.241479:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880131006e00 (tot 82313938). 00000400:00000200:1.0:1718399241.241482:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.241485:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.241487:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466f68 00000400:00000010:1.0:1718399241.241488:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466f68. 00010000:00000010:1.1:1718399241.243061:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012b0de800. 00010000:00000010:1.1:1718399241.243069:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd98c0. 00010000:00000010:1.1:1718399241.243076:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5268900. 00000400:00000010:1.0:1718399241.243752:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1000. 00000400:00000200:1.0:1718399241.243756:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a2a8 00000400:00000010:1.0:1718399241.243757:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a2a8. 00000100:00000200:1.0:1718399241.243763:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df74740 x1801871316466752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399241.243769:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df74740 x1801871316466752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1718399241.243785:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5376e00. 02000000:00000010:1.0:1718399241.243808:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fda00. 02000000:00000010:1.0:1718399241.243812:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fd400. 00000100:00000010:1.0:1718399241.243815:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df74740. 00000100:00000010:1.0:1718399241.243817:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d3b9300. 00010000:00000010:1.0:1718399241.243820:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b580. 00080000:00000010:1.0:1718399241.243830:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130c82100. 00010000:00000010:1.0:1718399241.243880:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a780. 00010000:00000010:1.0:1718399241.243885:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5376d80. 00010000:00000010:1.0:1718399241.243934:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5270000. 00010000:00000010:1.0:1718399241.243938:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a780. 00010000:00000010:1.0:1718399241.243944:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b580. 00000100:00000010:1.0:1718399241.243946:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d3b9300. 00000100:00000010:1.0:1718399241.243951:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df74740. 02000000:00000010:1.0:1718399241.243957:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fd400. 02000000:00000010:1.0:1718399241.243971:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fda00. 00000400:00000010:1.0:1718399241.243974:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1000. 00000400:00000010:1.0:1718399241.243977:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a2a8. 00000100:00000200:1.0:1718399241.243980:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316466816, portal 16 00000400:00000010:1.0:1718399241.243983:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399241.243984:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316466816, offset 0 00000400:00000200:1.0:1718399241.243991:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.243995:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.244000:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399241.244003:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399241.244005:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399241.244007:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89463:89463:256:4294967295] 192.168.202.25@tcp LPNI seq info [89463:89463:8:4294967295] 00000400:00000200:1.0:1718399241.244013:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.244016:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.244018:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82b00 (tot 82314186). 00000800:00000200:1.0:1718399241.244021:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.244025:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.244027:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82b00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1718399241.247813:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096c69900. 00010000:00000010:1.1:1718399241.247819:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cda880. 00000400:00000010:1.0:1718399241.248358:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1000. 00000400:00000200:1.0:1718399241.248361:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a2a8 00000400:00000010:1.0:1718399241.248363:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a2a8. 00000100:00000200:1.0:1718399241.248369:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df74740 x1801871316466816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399241.248376:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df74740 x1801871316466816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399241.248401:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fda00. 02000000:00000010:1.0:1718399241.248406:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fd400. 00000100:00000010:1.0:1718399241.248411:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df74740. 00000100:00000010:1.0:1718399241.248414:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d3b9300. 00010000:00000010:1.0:1718399241.248417:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b580. 00080000:00000010:1.0:1718399241.249601:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130c82b00. 00010000:00000010:1.0:1718399241.249658:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a780. 00010000:00000010:1.0:1718399241.249663:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880098758700. 00010000:00000010:1.0:1718399241.249724:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5273840. 00010000:00000010:1.0:1718399241.249728:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a780. 00010000:00000010:1.0:1718399241.249736:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b580. 00000100:00000010:1.0:1718399241.249739:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d3b9300. 00000100:00000010:1.0:1718399241.249744:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df74740. 02000000:00000010:1.0:1718399241.249752:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fd400. 02000000:00000010:1.0:1718399241.249769:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fda00. 00000400:00000010:1.0:1718399241.249772:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1000. 00000400:00000010:1.0:1718399241.249774:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a2a8. 00000100:00000200:1.0:1718399241.249777:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316466880, portal 16 00000400:00000010:1.0:1718399241.249779:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a198. 00000100:00000200:1.0:1718399241.249781:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316466880, offset 0 00000400:00000200:1.0:1718399241.249785:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.249789:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.249804:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399241.249807:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399241.249809:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399241.249811:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89465:89465:256:4294967295] 192.168.202.25@tcp LPNI seq info [89465:89465:8:4294967295] 00000400:00000200:1.0:1718399241.249817:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.249820:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.249822:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82a00 (tot 82314186). 00000800:00000200:1.0:1718399241.249825:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.249828:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.249830:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82a00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1718399241.250386:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800aa1ea1c0. 00000020:00000010:1.0:1718399241.255289:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fce00. 00000020:00000010:1.0:1718399241.255294:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa00. 00000020:00000010:1.0:1718399241.255298:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.255313:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbbdc0 x1801871317888832/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399241.255337:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317888832 02000000:00000010:1.0:1718399241.255344:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc600. 00010000:00000010:1.0:1718399241.255361:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f7dc80. 00010000:00000010:1.0:1718399241.255404:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245bdc0. 00000100:00000010:1.0:1718399241.255409:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d3b9300. 00000100:00000010:1.0:1718399241.255418:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d3b9300. 00010000:00000010:1.0:1718399241.255421:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245bdc0. 00000400:00000010:1.0:1718399241.255428:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a440. 00000100:00000200:1.0:1718399241.255432:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317888832, offset 224 00000400:00000200:1.0:1718399241.255437:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.255443:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.255447:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89468:89468:256:4294967295] 192.168.202.25@tcp LPNI seq info [89468:89468:8:4294967295] 00000400:00000200:1.0:1718399241.255455:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.255459:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.255461:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82700 (tot 82314186). 00000800:00000200:1.0:1718399241.255465:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.255472:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.255474:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.255490:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa00. 00000020:00000010:1.0:1718399241.255493:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.255497:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fce00. 00010000:00000010:1.1:1718399241.256587:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093001680. 00010000:00000010:1.1:1718399241.256592:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f45800. 00010000:00000010:1.1:1718399241.256595:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272d00. 00000400:00000200:1.0:1718399241.260856:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.260866:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfbd80 00000400:00000200:1.0:1718399241.260872:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xacbad [1] + 224 00000400:00000200:1.0:1718399241.260879:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.260881:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.260886:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316467072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399241.261297:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.261302:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd56fc0 00000400:00000200:1.0:1718399241.261306:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xab501 [2] + 984 00000400:00000200:1.0:1718399241.261341:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.261345:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.261349:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399241.261353:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 00010000:00000010:0.1:1718399241.262414:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093396640. 00000400:00000200:1.0:1718399241.267407:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.267421:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfbdc0 00000400:00000200:1.0:1718399241.267427:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xacbb9 [1] + 224 00000400:00000200:1.0:1718399241.267436:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.267439:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.267446:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbda40 x1801871316467136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399241.267478:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.267593:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd57000 00000400:00000200:1.0:1718399241.267598:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xab501 [2] + 1312 00000400:00000200:1.0:1718399241.267614:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.267617:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.267620:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399241.267624:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 00010000:00000010:1.1:1718399241.268355:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b2499900. 00010000:00000010:1.1:1718399241.268360:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270000. 00010000:00000010:1.1:1718399241.268396:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931fba80. 00010000:00000010:2.1:1718399241.268504:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933f1100. 00010000:00000010:2.1:1718399241.268511:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d200. 00010000:00000010:1.1:1718399241.271411:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093387180. 00010000:00000010:1.1:1718399241.271420:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093144100. 00010000:00000010:1.1:1718399241.271424:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273840. 00010000:00000010:1.1:1718399241.271474:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012b1deac0. 00010000:00000010:1.1:1718399241.271499:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093008480. 00010000:00000010:1.1:1718399241.271502:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ed7100. 00010000:00000010:1.1:1718399241.271505:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d458c0. 00010000:00000010:3.1:1718399241.274943:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009284f700. 00010000:00000010:3.1:1718399241.274949:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47600. 00010000:00000010:3.1:1718399241.274952:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880131006a00. 00010000:00000010:3.1:1718399241.274955:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45200. 00010000:00000010:3.1:1718399241.275108:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ed7d00. 00010000:00000010:3.1:1718399241.275112:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ed00. 00000800:00000200:1.0:1718399241.275991:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.275994:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009faa4f00 (tot 82313938). 00000400:00000200:1.0:1718399241.275996:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.276190:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.276194:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466110 00000400:00000010:1.0:1718399241.276195:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466110. 02000000:00000010:1.0:1718399241.276200:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101dc00. 00000800:00000200:1.0:1718399241.276219:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.276221:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093cbcc00 (tot 82313938). 00000400:00000200:1.0:1718399241.276223:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.276225:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.276227:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376220 00000400:00000010:1.0:1718399241.276227:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376220. 00000100:00000200:1.0:1718399241.276231:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27e880 x1801871316467328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399241.277417:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.277425:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfbe80 00000400:00000200:1.0:1718399241.277430:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xacbe1 [1] + 224 00000400:00000200:1.0:1718399241.277436:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.277438:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.277443:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27e880 x1801871316467328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399241.277472:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.277476:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd570c0 00000400:00000200:1.0:1718399241.277479:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xab559 [2] + 0 00000400:00000200:1.0:1718399241.277512:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.277515:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.277518:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399241.277521:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 00000020:00000010:1.0:1718399241.279823:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399241.279828:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa00. 00000020:00000010:1.0:1718399241.279830:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.279843:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317889280/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399241.279869:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317889280 02000000:00000010:1.0:1718399241.279875:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fce00. 00010000:00000010:1.0:1718399241.279894:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245bf00. 00000100:00000010:1.0:1718399241.279898:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d3b9300. 00000100:00000010:1.0:1718399241.279902:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d3b9300. 00010000:00000010:1.0:1718399241.279904:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245bf00. 00000400:00000010:1.0:1718399241.279911:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a330. 00000100:00000200:1.0:1718399241.279915:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317889280, offset 224 00000400:00000200:1.0:1718399241.279919:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.279925:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.279928:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89482:89482:256:4294967295] 192.168.202.25@tcp LPNI seq info [89482:89482:8:4294967295] 00000400:00000200:1.0:1718399241.279935:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.279939:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.279941:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82700 (tot 82314186). 00000800:00000200:1.0:1718399241.279944:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.279949:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.279952:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.279968:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa00. 00000020:00000010:1.0:1718399241.279970:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.279974:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fca00. 00010000:00000010:1.1:1718399241.280343:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88013118eac0. 00000020:00000010:1.0:1718399241.283913:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399241.283921:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa00. 00000020:00000010:1.0:1718399241.283925:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.283941:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278980 x1801871317889344/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399241.283965:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317889344 02000000:00000010:1.0:1718399241.283971:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc600. 00010000:00000010:1.0:1718399241.283990:0:15209:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009315d900. 00010000:00000010:1.0:1718399241.284005:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245bf00. 00000100:00000010:1.0:1718399241.284010:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d3b9300. 00000100:00000010:1.0:1718399241.284025:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d3b9300. 00010000:00000010:1.0:1718399241.284028:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245bf00. 00000400:00000010:1.0:1718399241.284036:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a550. 00000100:00000200:1.0:1718399241.284040:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317889344, offset 224 00000400:00000200:1.0:1718399241.284045:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.284052:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.284056:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89484:89484:256:4294967295] 192.168.202.25@tcp LPNI seq info [89484:89484:8:4294967295] 00000400:00000200:1.0:1718399241.284063:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.284068:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.284071:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82f00 (tot 82314186). 00000800:00000200:1.0:1718399241.284074:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.284080:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.284082:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.284287:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa00. 00000020:00000010:1.0:1718399241.284291:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.284294:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fca00. 00010000:00000010:2.1:1718399241.286389:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930b4000. 00010000:00000010:2.1:1718399241.286397:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012bd26e00. 00010000:00000010:2.1:1718399241.286406:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44000. 00000020:00000010:1.0:1718399241.287023:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399241.287027:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa00. 00000020:00000010:1.0:1718399241.287031:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.287046:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317889408/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399241.287075:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317889408 02000000:00000010:1.0:1718399241.287081:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd400. 00010000:00000010:1.0:1718399241.287098:0:15209:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c1d2580. 00010000:00000010:1.0:1718399241.287108:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245bf00. 00000100:00000010:1.0:1718399241.287112:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d3b9300. 00000100:00000010:1.0:1718399241.287123:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d3b9300. 00010000:00000010:1.0:1718399241.287126:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245bf00. 00000400:00000010:1.0:1718399241.287133:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ac38. 00000100:00000200:1.0:1718399241.287136:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317889408, offset 224 00000400:00000200:1.0:1718399241.287141:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.287147:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.287152:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89486:89486:256:4294967295] 192.168.202.25@tcp LPNI seq info [89486:89486:8:4294967295] 00000400:00000200:1.0:1718399241.287158:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.287162:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.287164:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82f00 (tot 82314186). 00000800:00000200:1.0:1718399241.287168:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.287174:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.287176:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.287197:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa00. 00000020:00000010:1.0:1718399241.287200:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.287203:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fca00. 00010000:00000010:1.1:1718399241.289518:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45f80. 00010000:00000010:1.1:1718399241.289526:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098544200. 00010000:00000010:1.1:1718399241.289530:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9680. 00010000:00000010:0.1:1718399241.289576:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5092e00. 00010000:00000010:0.1:1718399241.289582:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47a80. 00010000:00000010:0.1:1718399241.289584:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093c8a1c0. 00010000:00000010:0.1:1718399241.289587:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bf6800. 00010000:00000010:0.1:1718399241.289634:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9f80. 00000020:00000010:1.0:1718399241.292369:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399241.292374:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa00. 00000020:00000010:1.0:1718399241.292377:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.292387:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27df00 x1801871317889536/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399241.292413:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317889536 02000000:00000010:1.0:1718399241.292418:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fda00. 00010000:00000010:1.0:1718399241.292435:0:15209:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800932c2800. 00010000:00000010:1.0:1718399241.292449:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245bf00. 00000100:00000010:1.0:1718399241.292453:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d3b9300. 00000100:00000010:1.0:1718399241.292457:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d3b9300. 00010000:00000010:1.0:1718399241.292459:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245bf00. 00000400:00000010:1.0:1718399241.292465:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a660. 00000100:00000200:1.0:1718399241.292468:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317889536, offset 224 00000400:00000200:1.0:1718399241.292471:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.292475:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.292478:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89490:89490:256:4294967295] 192.168.202.25@tcp LPNI seq info [89490:89490:8:4294967295] 00000400:00000200:1.0:1718399241.292482:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.292486:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.292488:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82700 (tot 82314186). 00000800:00000200:1.0:1718399241.292490:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.292494:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.292495:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.292508:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa00. 00000020:00000010:1.0:1718399241.292511:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.292514:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399241.293973:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399241.293977:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa00. 00000020:00000010:1.0:1718399241.293979:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.293989:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880094aa0850 x1801871317889600/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399241.294017:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317889600 02000000:00000010:1.0:1718399241.294022:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd800. 00010000:00000010:1.0:1718399241.294186:0:15209:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093142780. 00010000:00000010:1.0:1718399241.294198:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245bf00. 00000100:00000010:1.0:1718399241.294201:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d3b9300. 00000100:00000010:1.0:1718399241.294212:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009d3b9300. 00010000:00000010:1.0:1718399241.294214:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245bf00. 00000400:00000010:1.0:1718399241.294220:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a5d8. 00000100:00000200:1.0:1718399241.294222:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317889600, offset 224 00000400:00000200:1.0:1718399241.294227:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.294232:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.294235:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89492:89492:256:4294967295] 192.168.202.25@tcp LPNI seq info [89492:89492:8:4294967295] 00000400:00000200:1.0:1718399241.294241:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.294244:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.294246:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82a00 (tot 82314034). 00000800:00000200:1.0:1718399241.294249:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.294253:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.294256:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.294288:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa00. 00000020:00000010:1.0:1718399241.294291:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.294293:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fca00. 02000000:00000010:1.0:1718399241.294298:0:15209:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fda00. 00000100:00000010:1.0:1718399241.294300:0:15209:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 02000000:00000010:1.0:1718399241.294303:0:15209:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d800. 00000100:00000010:1.0:1718399241.294306:0:15209:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 02000000:00000010:1.0:1718399241.294308:0:15209:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd400. 00000100:00000010:1.0:1718399241.294309:0:15209:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 02000000:00000010:1.0:1718399241.294311:0:15209:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc600. 00000100:00000010:1.0:1718399241.294312:0:15209:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278980. 02000000:00000010:1.0:1718399241.294314:0:15209:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fce00. 00000100:00000010:1.0:1718399241.294315:0:15209:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:1.0:1718399241.294316:0:15209:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101da00. 00000100:00000010:1.0:1718399241.294318:0:15209:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df71c80. 00000100:00000200:1.0:1718399241.294322:0:15209:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1718399241.294324:0:15209:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1c60. 00000400:00000010:1.0:1718399241.294326:0:15209:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff88009d3b9300 (tot 82314186). 00010000:00000010:1.1:1718399241.295396:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093fc2400. 00010000:00000010:2.1:1718399241.295507:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c405b00. 00000020:00000010:1.0:1718399241.296672:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fce00. 00000020:00000010:1.0:1718399241.296677:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa00. 00000020:00000010:1.0:1718399241.296679:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.296693:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317889664/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399241.296722:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317889664 02000000:00000010:1.0:1718399241.296728:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc600. 00010000:00000010:1.0:1718399241.296804:0:15209:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800983d2000. 00010000:00000010:1.0:1718399241.296818:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245bf00. 00000100:00000010:1.0:1718399241.296822:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47c00. 00000100:00000010:1.0:1718399241.296827:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47c00. 00010000:00000010:1.0:1718399241.296830:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245bf00. 00000400:00000010:1.0:1718399241.296836:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a908. 00000100:00000200:1.0:1718399241.296839:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317889664, offset 224 00000400:00000200:1.0:1718399241.296843:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.296849:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.296853:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89494:89494:256:4294967295] 192.168.202.25@tcp LPNI seq info [89494:89494:8:4294967295] 00000400:00000200:1.0:1718399241.296859:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.296863:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.296865:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82a00 (tot 82314186). 00000800:00000200:1.0:1718399241.296869:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.296874:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.296876:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.296892:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa00. 00000020:00000010:1.0:1718399241.296894:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.296897:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fce00. 00010000:00000010:1.1:1718399241.298657:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5056000. 00010000:00000010:1.1:1718399241.298666:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d200. 00010000:00000010:1.1:1718399241.298669:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009a94ba00. 00010000:00000010:1.1:1718399241.298672:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00000020:00000010:1.0:1718399241.299858:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fce00. 00000020:00000010:1.0:1718399241.299863:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa00. 00000020:00000010:1.0:1718399241.299866:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.299882:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27aac0 x1801871317889728/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399241.299908:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317889728 02000000:00000010:1.0:1718399241.299914:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd400. 00010000:00000010:1.0:1718399241.299931:0:15209:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a50f1680. 00010000:00000010:1.0:1718399241.299947:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245bf00. 00000100:00000010:1.0:1718399241.299952:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47c00. 00000100:00000010:1.0:1718399241.299967:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47c00. 00010000:00000010:1.0:1718399241.299969:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245bf00. 00000400:00000010:1.0:1718399241.299976:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9acc0. 00000100:00000200:1.0:1718399241.299979:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317889728, offset 224 00000400:00000200:1.0:1718399241.299984:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.299990:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.299994:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89496:89496:256:4294967295] 192.168.202.25@tcp LPNI seq info [89496:89496:8:4294967295] 00000400:00000200:1.0:1718399241.300000:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.300004:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.300006:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82700 (tot 82314186). 00000800:00000200:1.0:1718399241.300010:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.300015:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.300017:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.300041:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa00. 00000020:00000010:1.0:1718399241.300043:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.300047:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fce00. 00000020:00000010:1.0:1718399241.302011:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fce00. 00000020:00000010:1.0:1718399241.302015:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa00. 00000020:00000010:1.0:1718399241.302018:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.302029:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27f6c0 x1801871317889792/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399241.302052:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317889792 02000000:00000010:1.0:1718399241.302057:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fda00. 00010000:00000010:1.0:1718399241.302071:0:15209:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095817400. 00010000:00000010:1.0:1718399241.302082:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245bf00. 00000100:00000010:1.0:1718399241.302086:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47c00. 00000100:00000010:1.0:1718399241.302098:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47c00. 00010000:00000010:1.0:1718399241.302101:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245bf00. 00000400:00000010:1.0:1718399241.302106:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a088. 00000100:00000200:1.0:1718399241.302108:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317889792, offset 224 00000400:00000200:1.0:1718399241.302112:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.302117:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.302120:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89498:89498:256:4294967295] 192.168.202.25@tcp LPNI seq info [89498:89498:8:4294967295] 00000400:00000200:1.0:1718399241.302126:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.302132:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.302134:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82f00 (tot 82314186). 00000800:00000200:1.0:1718399241.302138:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.302142:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.302144:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.302184:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa00. 00000020:00000010:1.0:1718399241.302187:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.302190:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fce00. 00010000:00000010:1.1:1718399241.304623:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d61200. 00010000:00000010:1.1:1718399241.304629:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093555200. 00010000:00000010:1.1:1718399241.304633:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093557840. 00010000:00000010:2.1:1718399241.304722:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e8d6ac0. 00000020:00000010:1.0:1718399241.305226:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fce00. 00000020:00000010:1.0:1718399241.305230:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa00. 00000020:00000010:1.0:1718399241.305233:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.305245:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317889856/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399241.305261:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317889856 02000000:00000010:1.0:1718399241.305267:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fca00. 00010000:00000010:1.0:1718399241.305302:0:15209:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009c2f8a00. 00010000:00000010:1.0:1718399241.305314:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245bf00. 00000100:00000010:1.0:1718399241.305317:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47c00. 00000100:00000010:1.0:1718399241.305324:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47c00. 00010000:00000010:1.0:1718399241.305326:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245bf00. 00000400:00000010:1.0:1718399241.305332:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aaa0. 00000100:00000200:1.0:1718399241.305334:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317889856, offset 224 00000400:00000200:1.0:1718399241.305337:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.305342:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.305345:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89500:89500:256:4294967295] 192.168.202.25@tcp LPNI seq info [89500:89500:8:4294967295] 00000400:00000200:1.0:1718399241.305350:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.305352:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.305355:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82f00 (tot 82314186). 00000800:00000200:1.0:1718399241.305358:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.305363:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.305365:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.305376:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa00. 00000020:00000010:1.0:1718399241.305377:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.305380:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fce00. 00000400:00000200:1.0:1718399241.307451:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.307456:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd57380 00000400:00000200:1.0:1718399241.307459:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xab5b1 [2] + 1312 00000400:00000200:1.0:1718399241.307489:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.307491:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.307494:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399241.307496:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 00000800:00000200:1.0:1718399241.307967:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.307969:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801311ff800 (tot 82313938). 00000400:00000200:1.0:1718399241.307972:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.307975:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.307977:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52edd0 00000400:00000010:1.0:1718399241.307978:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52edd0. 00000800:00000200:1.0:1718399241.308162:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.308163:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093cbca00 (tot 82313938). 00000400:00000200:1.0:1718399241.308166:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.308169:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.308171:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376088 00000400:00000010:1.0:1718399241.308172:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376088. 00000100:00000200:1.0:1718399241.308176:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c2797c0 x1801871316468096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399241.310765:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130c81000. 00010000:00000010:1.1:1718399241.310775:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e1c0. 00010000:00000010:1.1:1718399241.310779:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098f77800. 00010000:00000010:1.1:1718399241.310782:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d680. 00010000:00000010:1.1:1718399241.310785:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50ed100. 00010000:00000010:1.1:1718399241.310788:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00010000:00000010:1.1:1718399241.310799:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a518ef00. 00010000:00000010:1.1:1718399241.310802:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00000800:00000200:1.0:1718399241.312293:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.312295:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801311ff400 (tot 82313938). 00000400:00000200:1.0:1718399241.312298:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.312302:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.312304:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ee58 00000400:00000010:1.0:1718399241.312305:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ee58. 00000400:00000200:1.0:1718399241.316424:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.316427:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.316432:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27d580 x1801871316468160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399241.316553:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009355eb00. 00010000:00000010:2.1:1718399241.316559:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00010000:00000010:1.1:1718399241.316575:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09ed00. 00010000:00000010:1.1:1718399241.316581:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933a7180. 00010000:00000010:1.1:1718399241.316584:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093556400. 00000800:00000200:1.0:1718399241.319898:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.319900:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093cbc800 (tot 82313938). 00000400:00000200:1.0:1718399241.319903:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.319907:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.319909:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373767f8 00000400:00000010:1.0:1718399241.319910:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373767f8. 00000100:00000200:1.0:1718399241.319915:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27d580 x1801871316468224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399241.320247:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009728b300. 00010000:00000010:1.1:1718399241.320254:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fcc0. 00010000:00000010:1.1:1718399241.320257:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090d0a900. 00010000:00000010:1.1:1718399241.320259:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00010000:00000010:1.1:1718399241.320261:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d1f00. 00010000:00000010:1.1:1718399241.320264:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00010000:00000010:1.1:1718399241.320266:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5265680. 00000800:00000200:1.0:1718399241.323902:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.323905:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009faa4000 (tot 82313938). 00000400:00000200:1.0:1718399241.323908:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.323911:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.323913:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466d48 00000400:00000010:1.0:1718399241.323915:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466d48. 00010000:00000010:1.1:1718399241.324423:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eabf600. 00010000:00000010:3.1:1718399241.324471:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d6600. 00010000:00000010:3.1:1718399241.324476:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9f80. 00010000:00000010:3.1:1718399241.324479:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093cbcd00. 00010000:00000010:3.1:1718399241.324481:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8240. 00010000:00000010:2.1:1718399241.324607:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933a9440. 00000800:00000200:1.0:1718399241.329257:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.329260:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093cbc800 (tot 82313938). 00000400:00000200:1.0:1718399241.329262:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.329265:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.329268:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376dd0 00000400:00000010:1.0:1718399241.329313:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376dd0. 00000100:00000200:1.0:1718399241.329320:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27f6c0 x1801871316468352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399241.329335:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c404fc0. 00000400:00000010:1.0:1718399241.331975:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92948. 00000400:00000200:1.0:1718399241.331979:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376b28 00000400:00000010:1.0:1718399241.331980:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376b28. 00000100:00000200:1.0:1718399241.331986:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27f6c0 x1801871316468352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399241.331992:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27f6c0 x1801871316468352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399241.332015:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3c00. 02000000:00000010:1.0:1718399241.332019:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2c00. 00000100:00000010:1.0:1718399241.332022:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27f6c0. 00000100:00000010:1.0:1718399241.332025:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d90c0. 00010000:00000010:1.0:1718399241.332029:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e380. 00080000:00000010:1.0:1718399241.339222:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130c82700. 00010000:00000010:1.0:1718399241.339308:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc480. 00010000:00000010:1.0:1718399241.339312:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093f47380. 00010000:00000010:1.0:1718399241.339403:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5273840. 00010000:00000010:1.0:1718399241.339407:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083aa00. 00010000:00000010:1.0:1718399241.339428:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245bf00. 00000100:00000010:1.0:1718399241.339431:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47c00. 00000100:00000010:1.0:1718399241.339437:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399241.339446:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc400. 02000000:00000010:1.0:1718399241.339474:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fc600. 00000400:00000010:1.0:1718399241.339492:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1ec8. 00000400:00000010:1.0:1718399241.339496:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a000. 00000100:00000200:1.0:1718399241.339500:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316468416, portal 16 00000400:00000010:1.0:1718399241.339503:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399241.339504:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316468416, offset 0 00000400:00000200:1.0:1718399241.339508:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.339525:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.339530:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399241.339533:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399241.339535:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399241.339537:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89513:89513:255:4294967295] 192.168.202.25@tcp LPNI seq info [89513:89513:7:4294967295] 00000400:00000200:1.0:1718399241.339556:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.339560:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.339562:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82a00 (tot 82314434). 00000800:00000200:1.0:1718399241.339565:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.339569:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.339570:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82a00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1718399241.340238:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f209100. 00010000:00000010:3.1:1718399241.340246:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdba80. 00010000:00000010:3.1:1718399241.340248:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ff7900. 00010000:00000010:3.1:1718399241.340250:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdb180. 00010000:00000010:3.1:1718399241.340310:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880136470d80. 00010000:00000010:1.1:1718399241.342433:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a525a100. 00010000:00000010:1.1:1718399241.342450:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8240. 00010000:00000010:2.1:1718399241.342529:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009350cb40. 00010000:00000010:3.1:1718399241.347112:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009350f3c0. 00010000:00000010:2.1:1718399241.347535:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a525a900. 00010000:00000010:2.1:1718399241.347552:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdad00. 00000400:00000200:1.0:1718399241.348888:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.348902:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfc2c0 00000400:00000200:1.0:1718399241.348907:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xaccb5 [1] + 224 00000400:00000200:1.0:1718399241.348927:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.348931:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.348939:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316468416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399241.355051:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a519aac0. 00010000:00000010:0.1:1718399241.355074:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5244700. 00010000:00000010:0.1:1718399241.355078:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273840. 00010000:00000010:0.1:1718399241.355094:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801311ff300. 00010000:00000010:0.1:1718399241.355098:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00000800:00000200:1.0:1718399241.357832:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.357835:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093d6a000 (tot 82313938). 00000400:00000200:1.0:1718399241.357838:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.357841:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.357843:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:1.0:1718399241.357844:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00010000:00000010:0.1:1718399241.366347:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093399f80. 00000020:00000010:1.0:1718399241.371235:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fda00. 00000020:00000010:1.0:1718399241.371240:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a900. 00000020:00000010:1.0:1718399241.371243:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.371260:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317890432/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399241.371783:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317890432 02000000:00000010:1.0:1718399241.371800:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fca00. 00010000:00000010:1.0:1718399241.371827:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b040. 00000100:00000010:1.0:1718399241.371833:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47f00. 00000100:00000010:1.0:1718399241.371837:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47f00. 00010000:00000010:1.0:1718399241.371840:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b040. 00000400:00000010:1.0:1718399241.371848:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9abb0. 00000100:00000200:1.0:1718399241.371853:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317890432, offset 224 00000400:00000200:1.0:1718399241.371857:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.371866:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.371871:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89518:89518:256:4294967295] 192.168.202.25@tcp LPNI seq info [89518:89518:8:4294967295] 00000400:00000200:1.0:1718399241.371879:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.371884:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.371887:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82a00 (tot 82314186). 00000800:00000200:1.0:1718399241.371891:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.371897:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.371899:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.371922:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a900. 00000020:00000010:1.0:1718399241.371925:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.371929:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fda00. 00010000:00000010:2.1:1718399241.372817:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d2e00. 00010000:00000010:2.1:1718399241.372823:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c000. 00000020:00000010:1.0:1718399241.380675:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fda00. 00000020:00000010:1.0:1718399241.380680:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a900. 00000020:00000010:1.0:1718399241.380684:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.380701:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880094aa6050 x1801871317890496/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399241.380719:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317890496 02000000:00000010:1.0:1718399241.380726:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd200. 00010000:00000010:1.0:1718399241.380746:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092b86500. 00010000:00000010:1.0:1718399241.380760:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b040. 00000100:00000010:1.0:1718399241.380765:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47f00. 00000100:00000010:1.0:1718399241.380771:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47f00. 00010000:00000010:1.0:1718399241.380773:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b040. 00000400:00000010:1.0:1718399241.380781:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a6e8. 00000100:00000200:1.0:1718399241.380786:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317890496, offset 224 00000400:00000200:1.0:1718399241.380802:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.380811:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.380816:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89520:89520:256:4294967295] 192.168.202.25@tcp LPNI seq info [89520:89520:8:4294967295] 00000400:00000200:1.0:1718399241.380823:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.380827:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.380831:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82f00 (tot 82314034). 00000800:00000200:1.0:1718399241.380835:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.380841:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.380844:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.380855:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a900. 00000020:00000010:1.0:1718399241.380857:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.380861:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fda00. 02000000:00000010:1.0:1718399241.380866:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fca00. 00000100:00000010:1.0:1718399241.380869:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:1.0:1718399241.380872:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101da00. 00000100:00000010:1.0:1718399241.380876:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 02000000:00000010:1.0:1718399241.380878:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb200. 00000100:00000010:1.0:1718399241.380880:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:1.0:1718399241.380881:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52f8e00. 00000100:00000010:1.0:1718399241.380884:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 02000000:00000010:1.0:1718399241.380886:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb600. 00000100:00000010:1.0:1718399241.380888:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27aac0. 02000000:00000010:1.0:1718399241.380889:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101dc00. 00000100:00000010:1.0:1718399241.380890:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 00000100:00000200:1.0:1718399241.380894:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1718399241.380898:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1ec8. 00000400:00000010:1.0:1718399241.380901:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9e47f00 (tot 82314186). 00010000:00000010:2.1:1718399241.381101:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a519b180. 00010000:00000010:2.1:1718399241.381106:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093380a00. 00010000:00000010:2.1:1718399241.381110:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e880. 00000800:00000200:1.0:1718399241.381571:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.381574:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130c82f00 (tot 82314186). 00000400:00000200:1.0:1718399241.381576:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.381579:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.381582:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a6e8 00000400:00000010:1.0:1718399241.381583:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a6e8. 02000000:00000010:1.0:1718399241.381587:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd200. 00000800:00000200:1.0:1718399241.381759:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.381761:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093cbc900 (tot 82313938). 00000400:00000200:1.0:1718399241.381764:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.381766:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.381768:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376908 00000400:00000010:1.0:1718399241.381769:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376908. 00000100:00000200:1.0:1718399241.381774:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c278980 x1801871316468672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399241.386361:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e928f0. 00000400:00000200:1.0:1718399241.386367:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376770 00000400:00000010:1.0:1718399241.386369:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376770. 00000100:00000200:1.0:1718399241.386379:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c278980 x1801871316468672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399241.386386:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c278980 x1801871316468672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399241.386408:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3200. 02000000:00000010:1.0:1718399241.386413:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2200. 00000100:00000010:1.0:1718399241.386416:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278980. 00000100:00000010:1.0:1718399241.386419:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9d80. 00010000:00000010:1.0:1718399241.386423:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e400. 00010000:00000010:3.1:1718399241.388846:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f1b000. 00010000:00000010:3.1:1718399241.388852:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f600. 00000800:00000200:1.0:1718399241.389594:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.389596:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093cbc900 (tot 82314186). 00000400:00000200:1.0:1718399241.389599:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.389602:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.389604:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373764c8 00000400:00000010:1.0:1718399241.389606:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373764c8. 00000800:00000200:1.0:1718399241.389724:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.389726:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093cbc800 (tot 82313938). 00000400:00000200:1.0:1718399241.389729:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.389731:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.389733:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376cc0 00000400:00000010:1.0:1718399241.389734:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376cc0. 00000100:00000200:1.0:1718399241.389738:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27d0c0 x1801871316468736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399241.392889:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933de880. 00000400:00000010:1.0:1718399241.396130:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e926e0. 00000400:00000200:1.0:1718399241.396135:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373762a8 00000400:00000010:1.0:1718399241.396136:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373762a8. 00000100:00000200:1.0:1718399241.396143:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27d0c0 x1801871316468736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399241.396148:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27d0c0 x1801871316468736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399241.396175:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2600. 02000000:00000010:1.0:1718399241.396180:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c3a00. 00000100:00000010:1.0:1718399241.396183:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 00000100:00000010:1.0:1718399241.396186:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d96c0. 00010000:00000010:1.0:1718399241.396190:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ee40. 00000020:00000010:1.0:1718399241.398470:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc800. 00000020:00000010:1.0:1718399241.398476:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a900. 00000020:00000010:1.0:1718399241.398479:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.398496:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317890624/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399241.398513:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317890624 02000000:00000010:1.0:1718399241.398519:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fce00. 00010000:00000010:1.0:1718399241.398539:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e21a300. 00010000:00000010:1.0:1718399241.398554:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b380. 00000100:00000010:1.0:1718399241.398559:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47900. 00000100:00000010:1.0:1718399241.398567:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47900. 00010000:00000010:1.0:1718399241.398569:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b380. 00000400:00000010:1.0:1718399241.398578:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a6e8. 00000100:00000200:1.0:1718399241.398582:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317890624, offset 224 00000400:00000200:1.0:1718399241.398587:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.398596:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.398600:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89524:89524:256:4294967295] 192.168.202.25@tcp LPNI seq info [89524:89524:8:4294967295] 00000400:00000200:1.0:1718399241.398608:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.398612:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.398615:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82a00 (tot 82314186). 00000800:00000200:1.0:1718399241.398619:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.398626:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.398628:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.398639:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a900. 00000020:00000010:1.0:1718399241.398642:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.398645:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc800. 00000800:00000200:1.0:1718399241.398708:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.398710:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130c82a00 (tot 82313938). 00000400:00000200:1.0:1718399241.398713:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.398716:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.398718:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a6e8 00000400:00000010:1.0:1718399241.398719:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a6e8. 00080000:00000010:1.0:1718399241.398739:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130c82a00. 00010000:00000010:1.0:1718399241.398811:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfca00. 00010000:00000010:1.0:1718399241.398816:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e21a200. 00010000:00000010:1.0:1718399241.398866:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5270000. 00010000:00000010:1.0:1718399241.398869:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a900. 00010000:00000010:1.0:1718399241.398876:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b380. 00000100:00000010:1.0:1718399241.398878:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47900. 00000100:00000010:1.0:1718399241.398883:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df74740. 02000000:00000010:1.0:1718399241.398890:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fd800. 02000000:00000010:1.0:1718399241.398906:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fda00. 00000400:00000010:1.0:1718399241.398910:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1790. 00000400:00000010:1.0:1718399241.398913:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a6e8. 00000100:00000200:1.0:1718399241.398916:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316468800, portal 16 00000400:00000010:1.0:1718399241.398919:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aee0. 00000100:00000200:1.0:1718399241.398920:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316468800, offset 0 00000400:00000200:1.0:1718399241.398924:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.398928:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.398934:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399241.398937:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399241.398938:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399241.398940:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89525:89525:256:4294967295] 192.168.202.25@tcp LPNI seq info [89525:89525:8:4294967295] 00000400:00000200:1.0:1718399241.398946:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.398949:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.398951:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82f00 (tot 82314186). 00000800:00000200:1.0:1718399241.398954:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.398957:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.398959:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399241.398986:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.398987:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130c82f00 (tot 82313938). 00000400:00000200:1.0:1718399241.398989:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.398992:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.398994:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aee0 00000400:00000010:1.0:1718399241.398995:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aee0. 00000100:00000200:1.0:1718399241.398998:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df74740 x1801871316468800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399241.402975:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1790. 00000400:00000200:1.0:1718399241.402979:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a6e8 00000400:00000010:1.0:1718399241.402981:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a6e8. 00000100:00000200:1.0:1718399241.402987:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df74740 x1801871316468800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399241.402993:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df74740 x1801871316468800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399241.403017:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fda00. 02000000:00000010:1.0:1718399241.403022:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fd800. 00000100:00000010:1.0:1718399241.403025:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df74740. 00000100:00000010:1.0:1718399241.403028:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47900. 00010000:00000010:1.0:1718399241.403030:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b380. 00010000:00000010:3.1:1718399241.403087:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933df600. 00010000:00000010:3.1:1718399241.403092:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012a2a8d00. 00010000:00000010:3.1:1718399241.403095:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9f80. 00000800:00000200:1.0:1718399241.406600:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.406603:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880131006700 (tot 82313938). 00000400:00000200:1.0:1718399241.406606:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.406609:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.406612:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376440 00000400:00000010:1.0:1718399241.406614:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376440. 00080000:00000010:1.0:1718399241.409260:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093cbc900. 00010000:00000010:1.0:1718399241.409328:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a900. 00010000:00000010:1.0:1718399241.409334:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136976800. 00010000:00000010:1.0:1718399241.409391:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5272d00. 00010000:00000010:1.0:1718399241.409395:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a900. 00010000:00000010:1.0:1718399241.409402:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b380. 00000100:00000010:1.0:1718399241.409406:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47900. 00000100:00000010:1.0:1718399241.409413:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df74740. 02000000:00000010:1.0:1718399241.409422:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fda00. 02000000:00000010:1.0:1718399241.409440:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fca00. 00000400:00000010:1.0:1718399241.409444:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1790. 00000400:00000010:1.0:1718399241.409448:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a6e8. 00000100:00000200:1.0:1718399241.409453:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316468864, portal 16 00000400:00000010:1.0:1718399241.409456:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aee0. 00000100:00000200:1.0:1718399241.409457:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316468864, offset 0 00000400:00000200:1.0:1718399241.409463:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.409473:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.409478:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399241.409480:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399241.409482:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399241.409485:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89527:89527:256:4294967295] 192.168.202.25@tcp LPNI seq info [89527:89527:8:4294967295] 00000400:00000200:1.0:1718399241.409492:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.409495:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.409498:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82f00 (tot 82314186). 00000800:00000200:1.0:1718399241.409502:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.409508:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.409510:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82f00 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1718399241.410805:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1790. 00000400:00000200:1.0:1718399241.410807:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a6e8 00000400:00000010:1.0:1718399241.410809:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a6e8. 00000100:00000200:1.0:1718399241.410814:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df74740 x1801871316468864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399241.410819:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df74740 x1801871316468864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399241.410838:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fca00. 02000000:00000010:1.0:1718399241.410842:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fda00. 00000100:00000010:1.0:1718399241.410845:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df74740. 00000100:00000010:1.0:1718399241.410848:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47900. 00010000:00000010:1.0:1718399241.410851:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b380. 00000020:00000010:1.0:1718399241.411645:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fda00. 00000020:00000010:1.0:1718399241.411650:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a300. 00000020:00000010:1.0:1718399241.411653:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.411670:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317890752/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399241.413036:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317890752 02000000:00000010:1.0:1718399241.413045:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fca00. 00010000:00000010:1.0:1718399241.413067:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093613b80. 00010000:00000010:1.0:1718399241.413081:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b380. 00000100:00000010:1.0:1718399241.413087:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47900. 00000100:00000010:1.0:1718399241.413094:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47900. 00010000:00000010:1.0:1718399241.413096:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b380. 00000400:00000010:1.0:1718399241.413105:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a6e8. 00000100:00000200:1.0:1718399241.413108:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317890752, offset 224 00000400:00000200:1.0:1718399241.413115:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.413124:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.413129:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89528:89528:256:4294967295] 192.168.202.25@tcp LPNI seq info [89528:89528:8:4294967295] 00000400:00000200:1.0:1718399241.413137:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.413142:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.413145:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82f00 (tot 82314186). 00000800:00000200:1.0:1718399241.413149:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.413156:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.413159:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.414948:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a300. 00000020:00000010:1.0:1718399241.414953:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.414958:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fda00. 00000800:00000200:1.0:1718399241.415987:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.415990:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130c82f00 (tot 82314186). 00000400:00000200:1.0:1718399241.415993:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.415997:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.416001:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a6e8 00000400:00000010:1.0:1718399241.416003:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a6e8. 00000800:00000200:1.0:1718399241.416059:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.416061:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801311ff100 (tot 82313938). 00000400:00000200:1.0:1718399241.416064:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.416066:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.416068:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ec38 00000400:00000010:1.0:1718399241.416069:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ec38. 00000100:00000200:1.0:1718399241.416076:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbc280 x1801871316468928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399241.417590:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eb35200. 00010000:00000010:3.1:1718399241.417596:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e342700. 00010000:00000010:3.1:1718399241.417599:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9680. 00000400:00000200:1.0:1718399241.420004:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.420012:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd57700 00000400:00000200:1.0:1718399241.420028:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xab661 [2] + 1312 00000400:00000200:1.0:1718399241.420117:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.420120:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.420124:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399241.420138:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df74740. 00000800:00000200:1.0:1718399241.420480:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.420482:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801311ff200 (tot 82313938). 00000400:00000200:1.0:1718399241.420485:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.420488:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.420490:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e4c8 00000400:00000010:1.0:1718399241.420491:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e4c8. 00000400:00000200:1.0:1718399241.423696:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.423709:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfc500 00000400:00000200:1.0:1718399241.423714:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xacd25 [1] + 224 00000400:00000200:1.0:1718399241.423726:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.423729:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.423735:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316468992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1718399241.425946:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc000. 00000020:00000010:1.0:1718399241.425951:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a300. 00000020:00000010:1.0:1718399241.425954:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.425970:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317890880/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399241.426053:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317890880 02000000:00000010:1.0:1718399241.426061:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fda00. 00010000:00000010:1.0:1718399241.426083:0:15209:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012da5d900. 00010000:00000010:1.0:1718399241.426095:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b7c0. 00000100:00000010:1.0:1718399241.426100:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47900. 00000100:00000010:1.0:1718399241.426257:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47900. 00010000:00000010:1.0:1718399241.426260:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b7c0. 00000400:00000010:1.0:1718399241.426996:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a6e8. 00000100:00000200:1.0:1718399241.427000:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317890880, offset 224 00000400:00000200:1.0:1718399241.427004:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.427009:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.427012:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89533:89533:256:4294967295] 192.168.202.25@tcp LPNI seq info [89533:89533:8:4294967295] 00000400:00000200:1.0:1718399241.427019:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.427022:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.427025:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130c82f00 (tot 82314186). 00000800:00000200:1.0:1718399241.427028:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.427032:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.427034:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130c82f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.427054:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a300. 00000020:00000010:1.0:1718399241.427057:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.427061:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc000. 00010000:00000010:3.1:1718399241.431242:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009223d600. 00010000:00000010:3.1:1718399241.431248:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270000. 00010000:00000010:3.1:1718399241.431251:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ea9af40. 00010000:00000010:3.1:1718399241.431260:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8aac0. 00010000:00000010:0.1:1718399241.437594:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3fb100. 00010000:00000010:0.1:1718399241.437601:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272d00. 00010000:00000010:0.1:1718399241.437605:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb64fc0. 00010000:00000010:3.1:1718399241.440643:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb6d200. 00010000:00000010:2.1:1718399241.440690:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bf7500. 00010000:00000010:2.1:1718399241.440694:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e880. 00010000:00000010:0.1:1718399241.444479:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136a9ed00. 00010000:00000010:0.1:1718399241.444486:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45200. 00000020:00000010:1.0:1718399241.450839:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd400. 00000020:00000010:1.0:1718399241.450845:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a180. 00000020:00000010:1.0:1718399241.450848:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.450865:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fb97c0 x1801871317891200/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399241.450881:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317891200 02000000:00000010:1.0:1718399241.450888:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd800. 00010000:00000010:1.0:1718399241.450913:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b2c0. 00000100:00000010:1.0:1718399241.450918:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47900. 00000100:00000010:1.0:1718399241.450921:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47900. 00010000:00000010:1.0:1718399241.450924:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b2c0. 00000400:00000010:1.0:1718399241.450930:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9add0. 00000100:00000200:1.0:1718399241.450933:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317891200, offset 224 00000400:00000200:1.0:1718399241.450938:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.450944:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.450948:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89542:89542:256:4294967295] 192.168.202.25@tcp LPNI seq info [89542:89542:8:4294967295] 00000400:00000200:1.0:1718399241.450954:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.450958:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.450960:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3500 (tot 82314186). 00000800:00000200:1.0:1718399241.450964:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.450970:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.450972:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.450982:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a180. 00000020:00000010:1.0:1718399241.450986:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.450989:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd400. 00000800:00000200:1.0:1718399241.451026:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.451028:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d3e3500 (tot 82313938). 00000400:00000200:1.0:1718399241.451030:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.451033:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.451035:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9add0 00000400:00000010:1.0:1718399241.451036:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9add0. 00010000:00000010:3.1:1718399241.453996:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b1a5f00. 00010000:00000010:3.1:1718399241.454006:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c000. 00010000:00000010:3.1:1718399241.454009:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093177c00. 00010000:00000010:3.1:1718399241.454011:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47600. 00010000:00000010:3.1:1718399241.454013:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800936f4400. 00010000:00000010:3.1:1718399241.454016:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44d80. 00010000:00000010:2.1:1718399241.454085:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb6f600. 00000400:00000200:1.0:1718399241.454781:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.454788:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd578c0 00000400:00000200:1.0:1718399241.454810:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xab6c1 [2] + 1312 00000400:00000200:1.0:1718399241.454860:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.454863:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.454871:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399241.454875:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 00000400:00000200:1.0:1718399241.458741:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.458753:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfc6c0 00000400:00000200:1.0:1718399241.458759:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xacd7d [1] + 224 00000400:00000200:1.0:1718399241.458768:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.458771:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.458777:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27a140 x1801871316469440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399241.458809:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.458814:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd57900 00000400:00000200:1.0:1718399241.458818:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xab6c1 [2] + 1640 00000400:00000200:1.0:1718399241.458932:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.458936:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.458941:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399241.458946:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df70000. 00000400:00000200:1.0:1718399241.463418:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.463430:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfc700 00000400:00000200:1.0:1718399241.463435:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xacd89 [1] + 224 00000400:00000200:1.0:1718399241.463449:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.463452:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.463459:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27a140 x1801871316469504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399241.463478:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.463483:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd57940 00000400:00000200:1.0:1718399241.463486:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xab6c1 [2] + 1968 00000400:00000010:1.0:1718399241.463489:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a53109f8. 00000400:00000200:1.0:1718399241.463493:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff880097b10840 00000400:00000200:1.0:1718399241.463526:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.463529:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.463532:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880097b10840 00000400:00000010:1.0:1718399241.463534:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff880097b10840 (tot 82313786). 00000100:00000200:1.0:1718399241.463537:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1718399241.464654:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a2db00. 00010000:00000010:3.1:1718399241.469574:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935b7600. 00010000:00000010:3.1:1718399241.469579:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5676000. 00010000:00000010:3.1:1718399241.469581:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45d40. 00010000:00000010:2.1:1718399241.469644:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933dfcc0. 00010000:00000010:2.1:1718399241.469649:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093574000. 00010000:00000010:2.1:1718399241.469651:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46880. 00010000:00000010:2.1:1718399241.469653:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d58d80. 00010000:00000010:2.1:1718399241.469654:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d3000. 00010000:00000010:2.1:1718399241.469658:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cda880. 00000020:00000010:1.0:1718399241.472867:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fce00. 00000020:00000010:1.0:1718399241.472871:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.472874:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.472888:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317891520/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399241.472913:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317891520 02000000:00000010:1.0:1718399241.473155:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fca00. 00010000:00000010:1.0:1718399241.473175:0:15209:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5072080. 00010000:00000010:1.0:1718399241.473190:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b000. 00000100:00000010:1.0:1718399241.473195:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47c00. 00000100:00000010:1.0:1718399241.473209:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47c00. 00010000:00000010:1.0:1718399241.473212:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b000. 00000400:00000010:1.0:1718399241.473220:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9add0. 00000100:00000200:1.0:1718399241.473223:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317891520, offset 224 00000400:00000200:1.0:1718399241.473229:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.473235:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.473239:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89552:89552:256:4294967295] 192.168.202.25@tcp LPNI seq info [89552:89552:8:4294967295] 00000400:00000200:1.0:1718399241.473245:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.473249:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.473252:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3a00 (tot 82314186). 00000800:00000200:1.0:1718399241.473255:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.473261:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.473263:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.473291:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.473294:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.473297:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fce00. 00010000:00000010:1.1:1718399241.476297:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eb37840. 00010000:00000010:1.1:1718399241.476324:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009302dd40. 00010000:00000010:2.1:1718399241.478882:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931fe600. 00010000:00000010:2.1:1718399241.478888:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd98c0. 00010000:00000010:2.1:1718399241.478891:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092afee00. 00010000:00000010:2.1:1718399241.478894:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8480. 00010000:00000010:2.1:1718399241.478895:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009d167f00. 00010000:00000010:2.1:1718399241.478897:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8b40. 00010000:00000010:2.1:1718399241.478907:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b2ac0. 00010000:00000010:2.1:1718399241.478910:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922ffa00. 00010000:00000010:2.1:1718399241.478912:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdaac0. 00000400:00000200:1.0:1718399241.478995:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.479001:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd57a40 00000400:00000200:1.0:1718399241.479005:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xab711 [2] + 984 00000400:00000200:1.0:1718399241.479045:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.479048:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.479052:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399241.479055:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 00000800:00000200:1.0:1718399241.480202:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.480204:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800922ffa00 (tot 82313938). 00000400:00000200:1.0:1718399241.480207:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.480210:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.480212:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376f68 00000400:00000010:1.0:1718399241.480213:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376f68. 00000100:00000200:1.0:1718399241.480217:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27c280 x1801871316469824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399241.481692:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c8621c0. 00010000:00000010:1.1:1718399241.481700:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092b80d80. 00000800:00000200:1.0:1718399241.485145:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.485148:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801311ffc00 (tot 82314186). 00000400:00000200:1.0:1718399241.485151:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.485154:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.485156:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e880 00000400:00000010:1.0:1718399241.485158:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e880. 00000800:00000200:1.0:1718399241.485190:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.485191:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800985b7100 (tot 82313938). 00000400:00000200:1.0:1718399241.485193:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.485195:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.485197:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466c38 00000400:00000010:1.0:1718399241.485198:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466c38. 00000100:00000200:1.0:1718399241.485201:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316469888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399241.487512:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092b818c0. 00010000:00000010:3.1:1718399241.487522:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51d7100. 00010000:00000010:3.1:1718399241.487526:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9d40. 00010000:00000010:3.1:1718399241.487528:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b8cf00. 00010000:00000010:3.1:1718399241.487532:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45d40. 00010000:00000010:3.1:1718399241.487534:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53dc200. 00010000:00000010:3.1:1718399241.487541:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44d80. 00010000:00000010:3.1:1718399241.487551:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801303eba00. 00010000:00000010:3.1:1718399241.487557:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47600. 00010000:00000010:3.1:1718399241.487559:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009d167f00. 00010000:00000010:3.1:1718399241.487564:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd86c0. 00000800:00000200:1.0:1718399241.487914:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.487916:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801311ff400 (tot 82314186). 00000400:00000200:1.0:1718399241.487919:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.487922:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.487924:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e908 00000400:00000010:1.0:1718399241.487925:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e908. 00000800:00000200:1.0:1718399241.487956:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.487958:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800985b7800 (tot 82313938). 00000400:00000200:1.0:1718399241.487960:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.487963:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.487965:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466908 00000400:00000010:1.0:1718399241.487966:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466908. 00000100:00000200:1.0:1718399241.487969:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316469952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399241.490983:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e2d7180. 00000400:00000200:1.0:1718399241.491398:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.491405:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd57b00 00000400:00000200:1.0:1718399241.491410:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xab711 [2] + 1968 00000400:00000010:1.0:1718399241.491413:0:18240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310948. 00000400:00000200:1.0:1718399241.491415:0:18240:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff880097b106c0 00000400:00000200:1.0:1718399241.491463:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.491467:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.491470:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880097b106c0 00000400:00000010:1.0:1718399241.491472:0:18240:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff880097b106c0 (tot 82313786). 00000100:00000200:1.0:1718399241.491475:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:1.0:1718399241.492559:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.492562:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801311ff400 (tot 82313938). 00000400:00000200:1.0:1718399241.492565:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.492568:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.492570:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:1.0:1718399241.492571:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 02000000:00000010:1.0:1718399241.492575:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb000. 00000800:00000200:1.0:1718399241.493339:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.493341:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800922ff500 (tot 82313938). 00000400:00000200:1.0:1718399241.493344:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.493347:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.493349:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376f68 00000400:00000010:1.0:1718399241.493350:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376f68. 00000100:00000200:1.0:1718399241.493355:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27a140 x1801871316470016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1718399241.495721:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.495724:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800985b7800 (tot 82313938). 00000400:00000200:1.0:1718399241.495726:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.495729:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.495730:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466550 00000400:00000010:1.0:1718399241.495732:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466550. 00000800:00000200:1.0:1718399241.495779:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.495780:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801311ff300 (tot 82313938). 00000400:00000200:1.0:1718399241.495783:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.495785:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.495787:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:1.0:1718399241.495798:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00000100:00000200:1.0:1718399241.495803:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbaf80 x1801871316470080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399241.496710:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009336f500. 00010000:00000010:3.1:1718399241.496717:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdb600. 00000800:00000200:1.0:1718399241.498520:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.498523:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800985b7100 (tot 82314186). 00000400:00000200:1.0:1718399241.498526:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.498529:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.498531:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94667f8 00000400:00000010:1.0:1718399241.498532:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94667f8. 00000800:00000200:1.0:1718399241.498563:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.498566:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801311ff400 (tot 82313938). 00000400:00000200:1.0:1718399241.498568:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.498571:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.498572:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ed48 00000400:00000010:1.0:1718399241.498573:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ed48. 00000100:00000200:1.0:1718399241.498577:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbaf80 x1801871316470144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399241.499471:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093156f00. 00010000:00000010:3.1:1718399241.499477:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47600. 00010000:00000010:1.1:1718399241.499826:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e2d5d40. 00010000:00000010:1.1:1718399241.499831:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093642f40. 00000400:00000200:1.0:1718399241.499849:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.499858:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfc980 00000400:00000200:1.0:1718399241.499862:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xace09 [1] + 224 00000400:00000200:1.0:1718399241.499877:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.499879:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.499884:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbaf80 x1801871316470144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1718399241.502127:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.502130:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800985b7100 (tot 82313938). 00000400:00000200:1.0:1718399241.502132:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.502135:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.502138:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466e58 00000400:00000010:1.0:1718399241.502139:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466e58. 00010000:00000010:3.1:1718399241.502471:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800957d6e00. 00010000:00000010:3.1:1718399241.502477:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46400. 00010000:00000010:3.1:1718399241.502480:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009360bcc0. 00000800:00000200:1.0:1718399241.502661:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.502663:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53d9100 (tot 82313938). 00000400:00000200:1.0:1718399241.502667:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.502670:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.502672:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eaa0 00000400:00000010:1.0:1718399241.502674:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eaa0. 00000100:00000200:1.0:1718399241.502679:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbaf80 x1801871316470208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1718399241.504882:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.504884:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53d9f00 (tot 82313938). 00000400:00000200:1.0:1718399241.504888:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.504891:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.504894:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e440 00000400:00000010:1.0:1718399241.504896:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e440. 00010000:00000010:1.1:1718399241.505737:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009360eac0. 00010000:00000010:1.1:1718399241.505743:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f2f3a00. 00010000:00000010:1.1:1718399241.505746:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9b00. 00010000:00000010:1.1:1718399241.505748:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800936f4900. 00010000:00000010:1.1:1718399241.505750:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e880. 00010000:00000010:1.1:1718399241.505752:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801311ff100. 00010000:00000010:1.1:1718399241.505754:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c900. 00000800:00000200:1.0:1718399241.512222:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.512224:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53d9f00 (tot 82313938). 00000400:00000200:1.0:1718399241.512226:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.512229:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.512232:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e000 00000400:00000010:1.0:1718399241.512233:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e000. 00000100:00000200:1.0:1718399241.512237:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbaf80 x1801871316470400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399241.512309:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcf8480. 00010000:00000010:3.1:1718399241.512313:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930aaac0. 00010000:00000010:3.1:1718399241.512319:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093015a00. 00010000:00000010:3.1:1718399241.512326:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356db00. 00010000:00000010:1.1:1718399241.515370:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880095fd7600. 00010000:00000010:1.1:1718399241.515375:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00010000:00000010:1.1:1718399241.515378:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e75b00. 00000020:00000010:1.0:1718399241.516038:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd200. 00000020:00000010:1.0:1718399241.516043:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.516046:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.516062:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880094aa2850 x1801871317892288/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399241.516088:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317892288 02000000:00000010:1.0:1718399241.516094:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fce00. 00010000:00000010:1.0:1718399241.516112:0:15209:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b807100. 00010000:00000010:1.0:1718399241.516125:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245be00. 00000100:00000010:1.0:1718399241.516130:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47c00. 00000100:00000010:1.0:1718399241.516142:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47c00. 00010000:00000010:1.0:1718399241.516144:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245be00. 00000400:00000010:1.0:1718399241.516153:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a880. 00000100:00000200:1.0:1718399241.516156:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317892288, offset 224 00000400:00000200:1.0:1718399241.516161:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.516168:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.516173:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89576:89576:256:4294967295] 192.168.202.25@tcp LPNI seq info [89576:89576:8:4294967295] 00000400:00000200:1.0:1718399241.516180:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.516184:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.516187:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3e00 (tot 82314034). 00000800:00000200:1.0:1718399241.516192:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.516198:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.516201:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.516222:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.516226:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.516229:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd200. 02000000:00000010:1.0:1718399241.516235:0:15209:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d800. 00000100:00000010:1.0:1718399241.516239:0:15209:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:1.0:1718399241.516241:0:15209:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fba00. 00000100:00000010:1.0:1718399241.516243:0:15209:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:1.0:1718399241.516245:0:15209:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fbe00. 00000100:00000010:1.0:1718399241.516247:0:15209:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27aac0. 02000000:00000010:1.0:1718399241.516249:0:15209:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101da00. 00000100:00000010:1.0:1718399241.516251:0:15209:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 02000000:00000010:1.0:1718399241.516253:0:15209:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101de00. 00000100:00000010:1.0:1718399241.516254:0:15209:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278980. 02000000:00000010:1.0:1718399241.516256:0:15209:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101c600. 00000100:00000010:1.0:1718399241.516259:0:15209:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 00000100:00000200:1.0:1718399241.516263:0:15209:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1718399241.516266:0:15209:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1790. 00000400:00000010:1.0:1718399241.516286:0:15209:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9e47c00 (tot 82314186). 00010000:00000010:3.1:1718399241.521917:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e6cd00. 00010000:00000010:3.1:1718399241.521923:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8d80. 00010000:00000010:3.1:1718399241.521944:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933add40. 00000020:00000010:1.0:1718399241.522810:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd200. 00000020:00000010:1.0:1718399241.522814:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.522817:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.522834:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317892416/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399241.522852:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317892416 02000000:00000010:1.0:1718399241.522859:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc400. 00010000:00000010:1.0:1718399241.522884:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245be00. 00000100:00000010:1.0:1718399241.522890:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a50273c0. 00000100:00000010:1.0:1718399241.522894:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a50273c0. 00010000:00000010:1.0:1718399241.522897:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245be00. 00000400:00000010:1.0:1718399241.522907:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ad48. 00000100:00000200:1.0:1718399241.522910:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317892416, offset 224 00000400:00000200:1.0:1718399241.522916:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.522923:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.522928:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89580:89580:256:4294967295] 192.168.202.25@tcp LPNI seq info [89580:89580:8:4294967295] 00000400:00000200:1.0:1718399241.522935:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.522940:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.522943:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3600 (tot 82314186). 00000800:00000200:1.0:1718399241.522947:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.522953:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.522956:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.522966:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.522969:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.522973:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd200. 00010000:00000010:0.1:1718399241.527730:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933af3c0. 00010000:00000010:0.1:1718399241.527740:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e6c700. 00010000:00000010:0.1:1718399241.527743:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cda640. 00010000:00000010:3.1:1718399241.535702:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933ad8c0. 00010000:00000010:3.1:1718399241.535754:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5184200. 00010000:00000010:3.1:1718399241.535757:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e640. 00010000:00000010:3.1:1718399241.535760:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009d167f00. 00010000:00000010:3.1:1718399241.535764:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46400. 00010000:00000010:3.1:1718399241.535766:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e2d6ac0. 00010000:00000010:3.1:1718399241.535768:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f5d4100. 00010000:00000010:3.1:1718399241.535770:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47600. 00000400:00000200:1.0:1718399241.545613:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.545620:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd57e40 00000400:00000200:1.0:1718399241.545625:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xab7c1 [2] + 1640 00000400:00000200:1.0:1718399241.545683:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.545686:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.545689:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399241.545694:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 00000800:00000200:1.0:1718399241.546873:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.546876:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88008f19db00 (tot 82313938). 00000400:00000200:1.0:1718399241.546880:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.546884:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.546886:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466ee0 00000400:00000010:1.0:1718399241.546888:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466ee0. 00000400:00000200:1.0:1718399241.549528:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.549545:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfcc40 00000400:00000200:1.0:1718399241.549549:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xace91 [1] + 224 00000400:00000200:1.0:1718399241.549570:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.549573:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.549578:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316470848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399241.551485:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e77840. 00010000:00000010:1.1:1718399241.551490:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b1ea9a00. 00010000:00000010:1.1:1718399241.551493:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45d40. 00010000:00000010:1.1:1718399241.551495:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364c480. 00010000:00000010:3.1:1718399241.551535:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009366cfc0. 00010000:00000010:3.1:1718399241.551541:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ec8f900. 00010000:00000010:3.1:1718399241.551544:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44d80. 00000400:00000200:1.0:1718399241.552188:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.552199:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd57e80 00000400:00000200:1.0:1718399241.552204:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xab7c1 [2] + 1968 00000400:00000010:1.0:1718399241.552207:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1210. 00000400:00000200:1.0:1718399241.552209:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009294c3c0 00000400:00000200:1.0:1718399241.552263:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.552267:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.552290:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009294c3c0 00000400:00000010:1.0:1718399241.552291:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88009294c3c0 (tot 82313786). 00000100:00000200:1.0:1718399241.552295:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:1.0:1718399241.553228:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.553230:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88008f19db00 (tot 82314186). 00000400:00000200:1.0:1718399241.553233:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.553237:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.553238:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466bb0 00000400:00000010:1.0:1718399241.553240:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466bb0. 00000100:00000200:1.0:1718399241.553244:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316470912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1718399241.553542:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.553544:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53d9100 (tot 82313938). 00000400:00000200:1.0:1718399241.553547:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.553551:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.553553:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e088 00000400:00000010:1.0:1718399241.553554:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e088. 02000000:00000010:1.0:1718399241.553557:0:18240:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa200. 00000400:00000200:1.0:1718399241.554878:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.554887:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfcc80 00000400:00000200:1.0:1718399241.554892:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xace99 [1] + 224 00000400:00000200:1.0:1718399241.554904:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.554907:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.554912:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316470912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399241.555504:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.555510:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd57ec0 00000400:00000200:1.0:1718399241.555514:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xab819 [2] + 0 00000400:00000200:1.0:1718399241.555553:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.555880:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.555884:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399241.555888:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 00010000:00000010:0.1:1718399241.555894:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364a880. 00000800:00000200:1.0:1718399241.556317:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.556319:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53d9100 (tot 82313938). 00000400:00000200:1.0:1718399241.556322:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.556324:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.556326:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e2a8 00000400:00000010:1.0:1718399241.556327:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e2a8. 00000800:00000200:1.0:1718399241.558223:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.558225:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800922ff100 (tot 82313938). 00000400:00000200:1.0:1718399241.558227:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.558231:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.558234:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376880 00000400:00000010:1.0:1718399241.558235:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376880. 00000100:00000200:1.0:1718399241.558240:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27aac0 x1801871316470976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399241.559748:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f70400. 00010000:00000010:3.1:1718399241.559757:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f3c0. 00010000:00000010:3.1:1718399241.559760:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ed7c00. 00010000:00000010:3.1:1718399241.559763:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47600. 00010000:00000010:3.1:1718399241.559765:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008f19d200. 00010000:00000010:3.1:1718399241.559769:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46400. 00010000:00000010:3.1:1718399241.559770:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880136460900. 00010000:00000010:3.1:1718399241.559772:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f209b00. 00010000:00000010:3.1:1718399241.559781:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d473c0. 00000400:00000200:1.0:1718399241.559921:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.559932:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfccc0 00000400:00000200:1.0:1718399241.559937:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xacead [1] + 224 00000400:00000200:1.0:1718399241.559949:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.559951:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.559956:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27aac0 x1801871316470976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1718399241.561075:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399241.561079:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.561082:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.561099:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27aac0 x1801871317892864/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399241.561823:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317892864 02000000:00000010:1.0:1718399241.561832:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc000. 00010000:00000010:1.0:1718399241.561852:0:15209:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a5a00. 00010000:00000010:1.0:1718399241.561864:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245bd80. 00000100:00000010:1.0:1718399241.561868:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a50273c0. 00000100:00000010:1.0:1718399241.561885:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a50273c0. 00010000:00000010:1.0:1718399241.561889:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245bd80. 00000400:00000010:1.0:1718399241.561896:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9af68. 00000100:00000200:1.0:1718399241.561900:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317892864, offset 224 00000400:00000200:1.0:1718399241.561905:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.561911:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.561916:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89594:89594:256:4294967295] 192.168.202.25@tcp LPNI seq info [89594:89594:8:4294967295] 00000400:00000200:1.0:1718399241.561922:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.561926:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.561928:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3800 (tot 82314186). 00000800:00000200:1.0:1718399241.561932:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.561938:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.561940:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.561951:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.561954:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.561957:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fca00. 00000800:00000200:1.0:1718399241.562009:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.562011:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d3e3800 (tot 82313938). 00000400:00000200:1.0:1718399241.562013:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.562015:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.562017:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9af68 00000400:00000010:1.0:1718399241.562018:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9af68. 00010000:00000010:2.1:1718399241.562491:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf12400. 00010000:00000010:2.1:1718399241.562496:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096c6a600. 00000800:00000200:1.0:1718399241.562674:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.562675:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800922ff700 (tot 82313938). 00000400:00000200:1.0:1718399241.562678:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.562681:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.562683:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373766e8 00000400:00000010:1.0:1718399241.562684:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373766e8. 00000100:00000200:1.0:1718399241.562688:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c278e40 x1801871316471040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1718399241.567468:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.567470:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88008f19d200 (tot 82313938). 00000400:00000200:1.0:1718399241.567474:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.567477:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.567479:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:1.0:1718399241.567480:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00010000:00000010:3.1:1718399241.569347:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47cc0. 00010000:00000010:2.1:1718399241.571513:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093536d00. 00010000:00000010:0.1:1718399241.571717:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf12f40. 00010000:00000010:1.1:1718399241.571872:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093543a00. 00010000:00000010:1.1:1718399241.571878:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44d80. 00010000:00000010:1.1:1718399241.571887:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ad9400. 00010000:00000010:1.1:1718399241.571889:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cda640. 00000800:00000200:1.0:1718399241.573668:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.573670:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009faa4000 (tot 82314186). 00000400:00000200:1.0:1718399241.573673:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.573676:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.573678:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e990 00000400:00000010:1.0:1718399241.573679:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e990. 00000800:00000200:1.0:1718399241.574501:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.574503:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009faa4900 (tot 82313938). 00000400:00000200:1.0:1718399241.574507:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.574510:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.574512:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ebb0 00000400:00000010:1.0:1718399241.574513:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ebb0. 00000100:00000200:1.0:1718399241.574518:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fba140 x1801871316471168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399241.576906:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a33c0. 00000800:00000200:1.0:1718399241.577872:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.577874:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88008f19d200 (tot 82313938). 00000400:00000200:1.0:1718399241.577878:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.577881:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.577883:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466a18 00000400:00000010:1.0:1718399241.577884:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466a18. 00000800:00000200:1.0:1718399241.578455:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.578457:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880098745300 (tot 82313938). 00000400:00000200:1.0:1718399241.578460:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.578463:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.578465:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e770 00000400:00000010:1.0:1718399241.578466:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e770. 00000100:00000200:1.0:1718399241.578470:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf200 x1801871316471232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399241.582636:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e386000. 00010000:00000010:3.1:1718399241.582641:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8fc0. 00010000:00000010:3.1:1718399241.582643:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880131006700. 00010000:00000010:3.1:1718399241.582646:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356eac0. 00000800:00000200:1.0:1718399241.584330:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.584332:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88008f19db00 (tot 82314186). 00000400:00000200:1.0:1718399241.584335:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.584337:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.584340:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94667f8 00000400:00000010:1.0:1718399241.584341:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94667f8. 02000000:00000010:1.0:1718399241.584343:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3e00. 00000800:00000200:1.0:1718399241.584371:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.584372:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880098745400 (tot 82313938). 00000400:00000200:1.0:1718399241.584374:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.584376:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.584377:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e660 00000400:00000010:1.0:1718399241.584378:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e660. 00000100:00000200:1.0:1718399241.584381:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf200 x1801871316471360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1718399241.588359:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.588362:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88008f19d200 (tot 82314186). 00000400:00000200:1.0:1718399241.588377:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.588380:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.588382:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466550 00000400:00000010:1.0:1718399241.588383:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466550. 00000800:00000200:1.0:1718399241.588418:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.588420:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880131006700 (tot 82313938). 00000400:00000200:1.0:1718399241.588422:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.588434:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.588436:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466c38 00000400:00000010:1.0:1718399241.588437:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466c38. 00000100:00000200:1.0:1718399241.588440:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316471424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399241.591424:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.591436:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfce80 00000400:00000200:1.0:1718399241.591441:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xacf05 [1] + 224 00000400:00000200:1.0:1718399241.591449:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.591452:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.591458:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316471424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399241.591486:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.591490:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd580c0 00000400:00000200:1.0:1718399241.591494:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xab871 [2] + 328 00000400:00000200:1.0:1718399241.591543:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.591546:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.591550:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399241.591554:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df70000. 00010000:00000010:3.1:1718399241.593347:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930ac900. 00010000:00000010:3.1:1718399241.593352:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093692a00. 00010000:00000010:3.1:1718399241.593356:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cb40. 00010000:00000010:3.1:1718399241.593480:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093581100. 00010000:00000010:3.1:1718399241.593499:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f3c0. 00010000:00000010:3.1:1718399241.593505:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093734600. 00010000:00000010:3.1:1718399241.593508:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e640. 00000800:00000200:1.0:1718399241.593629:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.593631:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933a2000 (tot 82313938). 00000400:00000200:1.0:1718399241.593634:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.593637:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.593639:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466880 00000400:00000010:1.0:1718399241.593640:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466880. 00000100:00000200:1.0:1718399241.593643:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316471488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1718399241.596169:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.596171:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800922ffe00 (tot 82313938). 00000400:00000200:1.0:1718399241.596173:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.596176:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.596178:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373765d8 00000400:00000010:1.0:1718399241.596179:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373765d8. 00010000:00000010:1.1:1718399241.596458:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009375f840. 00010000:00000010:1.1:1718399241.596745:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935a2f40. 00010000:00000010:1.1:1718399241.596749:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935e1b00. 00010000:00000010:1.1:1718399241.596751:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf13a80. 00010000:00000010:1.1:1718399241.596754:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e99000. 00010000:00000010:1.1:1718399241.596756:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356db00. 00000400:00000200:1.0:1718399241.603738:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.603753:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd58140 00000400:00000200:1.0:1718399241.603760:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xab871 [2] + 984 00000400:00000200:1.0:1718399241.603826:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.603831:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.603836:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399241.603842:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df74740. 00010000:00000010:3.1:1718399241.604353:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093709800. 00010000:00000010:3.1:1718399241.604360:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00010000:00000010:2.1:1718399241.617609:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009317bcc0. 00010000:00000010:2.1:1718399241.617615:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008c2f8d00. 00010000:00000010:2.1:1718399241.617618:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47cc0. 00010000:00000010:3.1:1718399241.618581:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929eed00. 00010000:00000010:3.1:1718399241.618603:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012bd1e100. 00010000:00000010:3.1:1718399241.618610:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d473c0. 00010000:00000010:0.1:1718399241.631511:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362cb40. 00010000:00000010:3.1:1718399241.633007:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30cc00. 00010000:00000010:3.1:1718399241.633012:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c900. 00010000:00000010:1.1:1718399241.634591:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dd8c0. 00010000:00000010:1.1:1718399241.634596:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880095734e00. 00010000:00000010:1.1:1718399241.634600:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e880. 00010000:00000010:1.1:1718399241.634620:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30e100. 00010000:00000010:1.1:1718399241.634627:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46400. 00010000:00000010:1.1:1718399241.634630:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933a2d00. 00010000:00000010:1.1:1718399241.634633:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d473c0. 00010000:00000010:1.1:1718399241.634635:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933a2f00. 00010000:00000010:1.1:1718399241.634636:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47600. 00010000:00000010:1.1:1718399241.634638:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933a2900. 00010000:00000010:1.1:1718399241.634639:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d461c0. 00010000:00000010:1.1:1718399241.634642:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093612300. 00010000:00000010:1.1:1718399241.634645:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44900. 00010000:00000010:1.1:1718399241.634646:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093612800. 00010000:00000010:1.1:1718399241.634648:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44240. 00010000:00000010:1.1:1718399241.634649:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093612000. 00010000:00000010:1.1:1718399241.634651:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45680. 00010000:00000010:2.1:1718399241.644603:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880129f57600. 00010000:00000010:0.1:1718399241.652093:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093612d00. 00010000:00000010:0.1:1718399241.652102:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47cc0. 00010000:00000010:0.1:1718399241.652105:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093612e00. 00010000:00000010:0.1:1718399241.652107:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44d80. 00010000:00000010:0.1:1718399241.652109:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093612200. 00010000:00000010:0.1:1718399241.652112:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45d40. 00010000:00000010:0.1:1718399241.652113:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093612100. 00010000:00000010:0.1:1718399241.652116:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46880. 00010000:00000010:0.1:1718399241.652119:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e94300. 00010000:00000010:0.1:1718399241.652121:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45200. 00010000:00000010:0.1:1718399241.652123:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e94500. 00010000:00000010:0.1:1718399241.652125:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47a80. 00010000:00000010:0.1:1718399241.652126:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e94c00. 00010000:00000010:0.1:1718399241.652128:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45f80. 00010000:00000010:0.1:1718399241.652129:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e94e00. 00010000:00000010:0.1:1718399241.652131:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44000. 00010000:00000010:0.1:1718399241.652133:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e94b00. 00010000:00000010:0.1:1718399241.652135:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d458c0. 00010000:00000010:0.1:1718399241.652136:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e94900. 00010000:00000010:0.1:1718399241.652138:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47840. 00010000:00000010:0.1:1718399241.652142:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922a7400. 00010000:00000010:0.1:1718399241.652144:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46ac0. 00010000:00000010:0.1:1718399241.652146:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922a7700. 00010000:00000010:0.1:1718399241.652147:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46f40. 00010000:00000010:0.1:1718399241.652149:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922a7a00. 00010000:00000010:0.1:1718399241.652151:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46640. 00010000:00000010:0.1:1718399241.652152:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922a7100. 00010000:00000010:0.1:1718399241.652154:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45b00. 00010000:00000010:0.1:1718399241.652155:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922a7300. 00010000:00000010:0.1:1718399241.652158:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e61c0. 00010000:00000010:0.1:1718399241.652162:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922a7200. 00010000:00000010:0.1:1718399241.652164:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e6880. 00010000:00000010:0.1:1718399241.652166:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922a7f00. 00010000:00000010:0.1:1718399241.652168:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e7600. 00010000:00000010:0.1:1718399241.652172:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009fae0300. 00010000:00000010:0.1:1718399241.652174:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e5680. 00010000:00000010:0.1:1718399241.652176:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009fae0800. 00010000:00000010:0.1:1718399241.652178:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e6400. 00010000:00000010:0.1:1718399241.652180:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009fae0000. 00010000:00000010:0.1:1718399241.652181:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e7180. 00010000:00000010:0.1:1718399241.652183:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009fae0700. 00010000:00000010:0.1:1718399241.652184:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e5b00. 00010000:00000010:0.1:1718399241.652186:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009fae0500. 00010000:00000010:0.1:1718399241.652188:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e46c0. 00010000:00000010:0.1:1718399241.652190:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009fae0400. 00010000:00000010:0.1:1718399241.652192:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e5f80. 00010000:00000010:0.1:1718399241.652195:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092648c00. 00010000:00000010:0.1:1718399241.652197:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e6f40. 00010000:00000010:0.1:1718399241.652198:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092648f00. 00010000:00000010:0.1:1718399241.652329:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e5d40. 00010000:00000010:0.1:1718399241.652333:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092648400. 00010000:00000010:0.1:1718399241.652334:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e73c0. 00010000:00000010:0.1:1718399241.652336:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092648300. 00010000:00000010:0.1:1718399241.652338:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e4fc0. 00010000:00000010:0.1:1718399241.652340:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092648100. 00010000:00000010:0.1:1718399241.652341:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53e4480. 00010000:00000010:0.1:1718399241.652344:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d0aba00. 00010000:00000010:0.1:1718399241.652348:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c6ac0. 00010000:00000010:0.1:1718399241.652350:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d0abe00. 00010000:00000010:0.1:1718399241.652352:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c61c0. 00010000:00000010:0.1:1718399241.652353:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d0ab300. 00010000:00000010:0.1:1718399241.652355:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c4b40. 00010000:00000010:0.1:1718399241.652358:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d0abd00. 00010000:00000010:0.1:1718399241.652360:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c4900. 00010000:00000010:0.1:1718399241.652361:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d0ab500. 00010000:00000010:0.1:1718399241.652363:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c4fc0. 00010000:00000010:0.1:1718399241.652367:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098455900. 00010000:00000010:0.1:1718399241.652369:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c4480. 00010000:00000010:0.1:1718399241.652371:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098455800. 00010000:00000010:0.1:1718399241.652372:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c5200. 00010000:00000010:0.1:1718399241.652374:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098455a00. 00010000:00000010:0.1:1718399241.652376:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c58c0. 00010000:00000010:0.1:1718399241.652378:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098455e00. 00010000:00000010:0.1:1718399241.652380:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c7600. 00010000:00000010:0.1:1718399241.652382:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098455100. 00010000:00000010:0.1:1718399241.652384:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c5d40. 00010000:00000010:0.1:1718399241.652385:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098455400. 00010000:00000010:0.1:1718399241.652387:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c5440. 00010000:00000010:0.1:1718399241.652389:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a508f300. 00010000:00000010:0.1:1718399241.652392:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c7180. 00010000:00000010:0.1:1718399241.652393:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a508fe00. 00010000:00000010:0.1:1718399241.652395:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c5b00. 00010000:00000010:0.1:1718399241.652396:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a508f100. 00010000:00000010:0.1:1718399241.652398:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c6640. 00010000:00000010:0.1:1718399241.652400:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a508f400. 00010000:00000010:0.1:1718399241.652401:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c7840. 00010000:00000010:0.1:1718399241.652404:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3d2e00. 00010000:00000010:0.1:1718399241.652406:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c7a80. 00010000:00000010:0.1:1718399241.652407:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3d2200. 00010000:00000010:0.1:1718399241.652409:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c6880. 00010000:00000010:0.1:1718399241.652410:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3d2f00. 00010000:00000010:0.1:1718399241.652412:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c5f80. 00010000:00000010:0.1:1718399241.652413:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3d2a00. 00010000:00000010:0.1:1718399241.652415:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c4000. 00010000:00000010:0.1:1718399241.652417:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3d2b00. 00010000:00000010:0.1:1718399241.652419:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c4d80. 00010000:00000010:0.1:1718399241.652421:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3d2900. 00010000:00000010:0.1:1718399241.652422:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c5680. 00010000:00000010:0.1:1718399241.652424:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d57f300. 00010000:00000010:0.1:1718399241.652426:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c7cc0. 00010000:00000010:0.1:1718399241.652427:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d57f500. 00010000:00000010:0.1:1718399241.652430:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaab600. 00010000:00000010:0.1:1718399241.652433:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d57f600. 00010000:00000010:0.1:1718399241.652435:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaad00. 00010000:00000010:0.1:1718399241.652439:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d57fc00. 00010000:00000010:0.1:1718399241.652441:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8000. 00010000:00000010:0.1:1718399241.652445:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d57fd00. 00010000:00000010:0.1:1718399241.652447:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9f80. 00010000:00000010:0.1:1718399241.652450:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d57f900. 00010000:00000010:0.1:1718399241.652451:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaab840. 00010000:00000010:0.1:1718399241.652454:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800948e9500. 00010000:00000010:0.1:1718399241.652457:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaab180. 00010000:00000010:0.1:1718399241.652459:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800948e9e00. 00010000:00000010:0.1:1718399241.652460:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaa640. 00010000:00000010:0.1:1718399241.652462:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800948e9100. 00010000:00000010:0.1:1718399241.652464:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaba80. 00010000:00000010:0.1:1718399241.652465:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800948e9000. 00010000:00000010:0.1:1718399241.652467:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8900. 00010000:00000010:0.1:1718399241.652468:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800948e9300. 00010000:00000010:0.1:1718399241.652470:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaab3c0. 00010000:00000010:0.1:1718399241.652471:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800948e9700. 00010000:00000010:0.1:1718399241.652473:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaa880. 00010000:00000010:0.1:1718399241.652475:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800948e9f00. 00010000:00000010:0.1:1718399241.652476:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaaf40. 00010000:00000010:0.1:1718399241.652479:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b7b43c00. 00010000:00000010:0.1:1718399241.652481:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaabcc0. 00010000:00000010:0.1:1718399241.652484:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bcfd00. 00010000:00000010:0.1:1718399241.652486:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9b00. 00010000:00000010:0.1:1718399241.652487:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bcf800. 00010000:00000010:0.1:1718399241.652489:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9680. 00010000:00000010:0.1:1718399241.652495:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bcf100. 00010000:00000010:0.1:1718399241.652497:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaa1c0. 00010000:00000010:0.1:1718399241.652498:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bcf700. 00010000:00000010:0.1:1718399241.652500:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaaac0. 00010000:00000010:3.1:1718399241.655482:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880129d48f00. 00010000:00000010:3.1:1718399241.655487:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa98c0. 00010000:00000010:3.1:1718399241.655493:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922fff00. 00010000:00000010:3.1:1718399241.655496:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdb3c0. 00010000:00000010:3.1:1718399241.655498:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922ff100. 00010000:00000010:3.1:1718399241.655499:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdbcc0. 00010000:00000010:3.1:1718399241.655501:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922ff000. 00010000:00000010:3.1:1718399241.655503:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9200. 00010000:00000010:3.1:1718399241.655505:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922ff200. 00010000:00000010:3.1:1718399241.655507:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cda1c0. 00010000:00000010:3.1:1718399241.655509:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922ffc00. 00010000:00000010:3.1:1718399241.655510:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdaf40. 00010000:00000010:3.1:1718399241.655513:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d517d00. 00010000:00000010:3.1:1718399241.655515:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8fc0. 00010000:00000010:3.1:1718399241.655516:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d517b00. 00010000:00000010:3.1:1718399241.655518:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cda640. 00010000:00000010:3.1:1718399241.655519:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d517200. 00010000:00000010:3.1:1718399241.655521:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8d80. 00010000:00000010:3.1:1718399241.655523:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d517900. 00010000:00000010:3.1:1718399241.655524:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9b00. 00010000:00000010:3.1:1718399241.655525:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d517a00. 00010000:00000010:3.1:1718399241.655527:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdb600. 00010000:00000010:3.1:1718399241.655528:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d517f00. 00010000:00000010:3.1:1718399241.655529:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd86c0. 00010000:00000010:3.1:1718399241.655530:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d517700. 00010000:00000010:3.1:1718399241.655532:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9d40. 00010000:00000010:3.1:1718399241.655533:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922ffb00. 00010000:00000010:3.1:1718399241.655535:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdaac0. 00010000:00000010:3.1:1718399241.655536:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922ff500. 00010000:00000010:3.1:1718399241.655538:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8b40. 00010000:00000010:3.1:1718399241.655539:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922ffe00. 00010000:00000010:3.1:1718399241.655540:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8480. 00010000:00000010:3.1:1718399241.655542:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51dac00. 00010000:00000010:3.1:1718399241.655544:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd98c0. 00010000:00000010:3.1:1718399241.655546:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51da500. 00010000:00000010:3.1:1718399241.655547:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cda880. 00010000:00000010:3.1:1718399241.655549:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51dab00. 00010000:00000010:3.1:1718399241.655550:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9680. 00010000:00000010:3.1:1718399241.655552:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51da000. 00010000:00000010:3.1:1718399241.655553:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9f80. 00010000:00000010:3.1:1718399241.655556:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88007c59c600. 00010000:00000010:3.1:1718399241.655557:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdad00. 00010000:00000010:3.1:1718399241.655558:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88007c59c500. 00010000:00000010:3.1:1718399241.655560:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8240. 00010000:00000010:3.1:1718399241.655561:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88007c59c800. 00010000:00000010:3.1:1718399241.655563:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdb180. 00010000:00000010:3.1:1718399241.655564:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88007c59ce00. 00010000:00000010:3.1:1718399241.655565:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdba80. 00000400:00000200:1.0:1718399241.660311:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.660323:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfd040 00000400:00000200:1.0:1718399241.660328:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xacf5d [1] + 224 00000400:00000200:1.0:1718399241.660344:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.660347:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.660353:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbe880 x1801871316471872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1718399241.662509:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.662511:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880098745a00 (tot 82313938). 00000400:00000200:1.0:1718399241.662514:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.662517:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.662520:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e2a8 00000400:00000010:1.0:1718399241.662521:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e2a8. 00000100:00000200:1.0:1718399241.662525:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbe880 x1801871316471936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399241.664563:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88007c59cd00. 00010000:00000010:0.1:1718399241.664570:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362cb40. 00010000:00000010:0.1:1718399241.664574:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88007c59c700. 00010000:00000010:0.1:1718399241.664575:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362cd80. 00010000:00000010:0.1:1718399241.664578:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ee4500. 00010000:00000010:0.1:1718399241.664580:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362c480. 00010000:00000010:0.1:1718399241.664582:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ee4200. 00010000:00000010:0.1:1718399241.664584:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362d680. 00010000:00000010:0.1:1718399241.664587:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ee4400. 00010000:00000010:0.1:1718399241.664589:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362fa80. 00010000:00000010:0.1:1718399241.664591:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ee4c00. 00010000:00000010:0.1:1718399241.664594:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362ef40. 00010000:00000010:0.1:1718399241.664596:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ee4f00. 00010000:00000010:0.1:1718399241.664598:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362db00. 00010000:00000010:0.1:1718399241.664601:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800974c6400. 00010000:00000010:0.1:1718399241.664603:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362e400. 00010000:00000010:0.1:1718399241.664604:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800974c6a00. 00010000:00000010:0.1:1718399241.664606:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362c000. 00010000:00000010:0.1:1718399241.664608:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800974c6f00. 00010000:00000010:0.1:1718399241.664610:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362c6c0. 00010000:00000010:0.1:1718399241.664611:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800974c6000. 00010000:00000010:0.1:1718399241.664612:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362f600. 00010000:00000010:0.1:1718399241.664614:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800974c6800. 00010000:00000010:0.1:1718399241.664615:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362d8c0. 00010000:00000010:0.1:1718399241.664618:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800974c6500. 00010000:00000010:0.1:1718399241.664619:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362e880. 00010000:00000010:0.1:1718399241.664621:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098744e00. 00010000:00000010:0.1:1718399241.664624:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362f840. 00010000:00000010:0.1:1718399241.664626:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098744b00. 00010000:00000010:0.1:1718399241.664627:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362d200. 00010000:00000010:0.1:1718399241.664629:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098744f00. 00010000:00000010:0.1:1718399241.664630:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362ed00. 00010000:00000010:0.1:1718399241.664632:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098744c00. 00010000:00000010:0.1:1718399241.664634:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362f3c0. 00010000:00000010:0.1:1718399241.664635:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098744900. 00010000:00000010:0.1:1718399241.664637:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362e1c0. 00010000:00000010:0.1:1718399241.664639:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009876c800. 00010000:00000010:0.1:1718399241.664641:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362eac0. 00010000:00000010:0.1:1718399241.664642:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009876c900. 00010000:00000010:0.1:1718399241.664644:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362c240. 00010000:00000010:0.1:1718399241.664645:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009876ce00. 00010000:00000010:0.1:1718399241.664647:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362cfc0. 00010000:00000010:0.1:1718399241.664649:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009876c200. 00010000:00000010:0.1:1718399241.664650:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362c900. 00010000:00000010:0.1:1718399241.664652:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009876cd00. 00010000:00000010:0.1:1718399241.664653:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362fcc0. 00010000:00000010:0.1:1718399241.664655:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009876c600. 00010000:00000010:0.1:1718399241.664656:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362d440. 00010000:00000010:0.1:1718399241.664659:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928f8600. 00010000:00000010:0.1:1718399241.664662:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362df80. 00010000:00000010:0.1:1718399241.664663:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928f8500. 00010000:00000010:0.1:1718399241.664665:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009362f180. 00010000:00000010:0.1:1718399241.664667:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928f8100. 00010000:00000010:0.1:1718399241.664669:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364a880. 00010000:00000010:0.1:1718399241.664672:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928f8000. 00010000:00000010:0.1:1718399241.664674:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936486c0. 00010000:00000010:0.1:1718399241.664676:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928f8900. 00010000:00000010:0.1:1718399241.664679:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093649f80. 00010000:00000010:0.1:1718399241.664681:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928f8200. 00010000:00000010:0.1:1718399241.664683:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364b180. 00010000:00000010:0.1:1718399241.664686:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801368bc000. 00010000:00000010:0.1:1718399241.664689:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093648fc0. 00010000:00000010:0.1:1718399241.664691:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801368bc900. 00010000:00000010:0.1:1718399241.664693:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093649680. 00010000:00000010:0.1:1718399241.664695:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801368bcf00. 00010000:00000010:0.1:1718399241.664697:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093649d40. 00010000:00000010:0.1:1718399241.664698:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801368bcb00. 00010000:00000010:0.1:1718399241.664700:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364b840. 00010000:00000010:0.1:1718399241.664701:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801368bcc00. 00010000:00000010:0.1:1718399241.664704:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093648d80. 00010000:00000010:0.1:1718399241.664705:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801368bcd00. 00010000:00000010:0.1:1718399241.664708:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093649200. 00010000:00000010:0.1:1718399241.664709:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801368bc600. 00010000:00000010:0.1:1718399241.664711:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364b600. 00010000:00000010:0.1:1718399241.664714:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012db87300. 00010000:00000010:0.1:1718399241.664715:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364ba80. 00010000:00000010:0.1:1718399241.664717:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012db87c00. 00010000:00000010:0.1:1718399241.664719:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364bcc0. 00010000:00000010:3.1:1718399241.664721:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5163a80. 00010000:00000010:0.1:1718399241.664721:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012db87000. 00010000:00000010:0.1:1718399241.664723:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093648000. 00010000:00000010:0.1:1718399241.664724:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012db87600. 00010000:00000010:0.1:1718399241.664726:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936498c0. 00010000:00000010:0.1:1718399241.664727:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012db87100. 00010000:00000010:0.1:1718399241.664729:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364a640. 00010000:00000010:0.1:1718399241.664731:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012db87700. 00010000:00000010:0.1:1718399241.664732:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093648480. 00010000:00000010:0.1:1718399241.664734:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012db87900. 00010000:00000010:0.1:1718399241.664736:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093648900. 00010000:00000010:0.1:1718399241.664739:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f65e500. 00010000:00000010:0.1:1718399241.664741:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093649440. 00010000:00000010:0.1:1718399241.664742:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f65ee00. 00010000:00000010:0.1:1718399241.664744:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364af40. 00010000:00000010:0.1:1718399241.664745:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f65e800. 00010000:00000010:0.1:1718399241.664747:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093648240. 00010000:00000010:0.1:1718399241.664748:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f65e400. 00010000:00000010:0.1:1718399241.664750:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364ad00. 00010000:00000010:0.1:1718399241.664751:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f65e100. 00010000:00000010:0.1:1718399241.664753:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364a400. 00010000:00000010:0.1:1718399241.664754:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f65e000. 00010000:00000010:0.1:1718399241.664756:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093649b00. 00010000:00000010:0.1:1718399241.664758:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f51600. 00010000:00000010:0.1:1718399241.664761:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364aac0. 00010000:00000010:0.1:1718399241.664762:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f51300. 00010000:00000010:0.1:1718399241.664765:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a33c0. 00010000:00000010:0.1:1718399241.664767:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f51900. 00010000:00000010:0.1:1718399241.664770:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a1440. 00010000:00000010:0.1:1718399241.664772:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f51f00. 00010000:00000010:0.1:1718399241.664774:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a2d00. 00010000:00000010:0.1:1718399241.664776:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f51b00. 00010000:00000010:0.1:1718399241.664778:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a3a80. 00010000:00000010:0.1:1718399241.664780:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f51400. 00010000:00000010:0.1:1718399241.664781:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a3cc0. 00010000:00000010:0.1:1718399241.664783:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f51c00. 00010000:00000010:0.1:1718399241.664785:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a1200. 00010000:00000010:0.1:1718399241.664798:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bf7800. 00010000:00000010:0.1:1718399241.664803:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a0240. 00010000:00000010:0.1:1718399241.664805:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bf7600. 00010000:00000010:0.1:1718399241.664807:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a3600. 00010000:00000010:0.1:1718399241.664808:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bf7a00. 00010000:00000010:0.1:1718399241.664810:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a18c0. 00010000:00000010:0.1:1718399241.664812:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bf7700. 00010000:00000010:0.1:1718399241.664814:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a1d40. 00010000:00000010:0.1:1718399241.664815:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bf7c00. 00010000:00000010:0.1:1718399241.664817:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a2f40. 00010000:00000010:0.1:1718399241.664819:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ccbb00. 00010000:00000010:0.1:1718399241.664821:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a3180. 00010000:00000010:0.1:1718399241.664822:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ccb400. 00010000:00000010:0.1:1718399241.664824:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a2ac0. 00010000:00000010:0.1:1718399241.664825:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ccbf00. 00010000:00000010:0.1:1718399241.664826:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a2400. 00010000:00000010:0.1:1718399241.664828:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ccbe00. 00010000:00000010:0.1:1718399241.664829:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a0fc0. 00010000:00000010:0.1:1718399241.664831:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ccb500. 00010000:00000010:0.1:1718399241.664833:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a0900. 00010000:00000010:0.1:1718399241.664834:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ccb800. 00010000:00000010:0.1:1718399241.664836:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a21c0. 00010000:00000010:0.1:1718399241.664839:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009864ce00. 00010000:00000010:0.1:1718399241.664841:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a0480. 00010000:00000010:0.1:1718399241.664842:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009864c500. 00010000:00000010:0.1:1718399241.664844:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a2880. 00010000:00000010:0.1:1718399241.664845:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009864c300. 00010000:00000010:0.1:1718399241.664847:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a0b40. 00010000:00000010:0.1:1718399241.664848:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009864cf00. 00010000:00000010:0.1:1718399241.664850:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a0d80. 00010000:00000010:0.1:1718399241.664852:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009864c200. 00010000:00000010:0.1:1718399241.664853:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a3840. 00010000:00000010:0.1:1718399241.664856:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50ed100. 00010000:00000010:0.1:1718399241.664859:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a1f80. 00010000:00000010:0.1:1718399241.664861:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50eda00. 00010000:00000010:0.1:1718399241.664863:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f24480. 00010000:00000010:0.1:1718399241.664865:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50edf00. 00010000:00000010:0.1:1718399241.664868:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25200. 00010000:00000010:0.1:1718399241.664870:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50ed500. 00010000:00000010:0.1:1718399241.664873:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f27a80. 00010000:00000010:0.1:1718399241.664875:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50ed000. 00010000:00000010:0.1:1718399241.664877:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f24240. 00010000:00000010:0.1:1718399241.664878:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50ed800. 00010000:00000010:0.1:1718399241.664880:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f24900. 00010000:00000010:0.1:1718399241.664882:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a543d000. 00010000:00000010:0.1:1718399241.664884:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f27cc0. 00010000:00000010:0.1:1718399241.664885:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a543da00. 00010000:00000010:0.1:1718399241.664887:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25680. 00010000:00000010:0.1:1718399241.664888:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a543de00. 00010000:00000010:0.1:1718399241.664890:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f26400. 00010000:00000010:0.1:1718399241.664893:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a543d500. 00010000:00000010:0.1:1718399241.664894:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25f80. 00010000:00000010:0.1:1718399241.664896:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a543d100. 00010000:00000010:0.1:1718399241.664897:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f26f40. 00010000:00000010:0.1:1718399241.664899:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a543d200. 00010000:00000010:0.1:1718399241.664900:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25440. 00010000:00000010:0.1:1718399241.664902:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a543df00. 00010000:00000010:0.1:1718399241.664903:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25d40. 00010000:00000010:0.1:1718399241.664905:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ebf900. 00010000:00000010:0.1:1718399241.664907:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f27600. 00010000:00000010:0.1:1718399241.664909:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ebff00. 00010000:00000010:0.1:1718399241.664911:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f258c0. 00010000:00000010:0.1:1718399241.664912:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ebf700. 00010000:00000010:0.1:1718399241.664914:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f27180. 00010000:00000010:0.1:1718399241.664915:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ebf600. 00010000:00000010:0.1:1718399241.664917:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f26640. 00010000:00000010:0.1:1718399241.664919:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b1a7100. 00010000:00000010:0.1:1718399241.664921:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f26ac0. 00000800:00000200:1.0:1718399241.666136:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.666139:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c291500 (tot 82313938). 00000400:00000200:1.0:1718399241.666141:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.666144:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.666146:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466440 00000400:00000010:1.0:1718399241.666147:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466440. 00010000:00000010:1.1:1718399241.668202:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093edba80. 00000800:00000200:1.0:1718399241.669833:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.669835:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880098745000 (tot 82313938). 00000400:00000200:1.0:1718399241.669838:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.669842:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.669844:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e6e8 00000400:00000010:1.0:1718399241.669845:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e6e8. 00010000:00000010:3.1:1718399241.673363:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800957ceb00. 00010000:00000010:3.1:1718399241.673369:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f27840. 00010000:00000010:3.1:1718399241.673458:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093feeac0. 00010000:00000010:3.1:1718399241.673461:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928f8a00. 00010000:00000010:3.1:1718399241.673464:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c000. 00000400:00000200:1.0:1718399241.673766:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.673774:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd58340 00000400:00000200:1.0:1718399241.673778:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xab8c9 [2] + 1312 00000400:00000200:1.0:1718399241.673839:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.673842:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.673846:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399241.673850:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 00000800:00000200:1.0:1718399241.674372:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.674375:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880098745400 (tot 82313938). 00000400:00000200:1.0:1718399241.674378:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.674381:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.674383:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e330 00000400:00000010:1.0:1718399241.674384:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e330. 00000400:00000200:1.0:1718399241.676903:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.676915:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfd140 00000400:00000200:1.0:1718399241.676921:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xacf8d [1] + 224 00000400:00000200:1.0:1718399241.676938:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.676941:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.676946:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb39c80 x1801871316472128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399241.677238:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.677243:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd58380 00000400:00000200:1.0:1718399241.677247:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xab8c9 [2] + 1640 00000400:00000200:1.0:1718399241.677356:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.677359:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.677374:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399241.677378:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 00000800:00000200:1.0:1718399241.677960:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.677962:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c291b00 (tot 82313938). 00000400:00000200:1.0:1718399241.677964:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.677967:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.677969:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466330 00000400:00000010:1.0:1718399241.677970:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466330. 00010000:00000010:1.1:1718399241.679557:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a522a640. 00000400:00000200:1.0:1718399241.679837:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.679843:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd583c0 00000400:00000200:1.0:1718399241.679847:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xab8c9 [2] + 1968 00000400:00000010:1.0:1718399241.679850:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1f20. 00000400:00000200:1.0:1718399241.679852:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009294cd80 00000400:00000200:1.0:1718399241.679886:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.679888:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.679890:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009294cd80 00000400:00000010:1.0:1718399241.679892:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88009294cd80 (tot 82313786). 00000100:00000200:1.0:1718399241.679895:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.0:1718399241.680557:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5270240. 00010000:00000010:1.0:1718399241.680562:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a180. 00010000:00000010:1.0:1718399241.680580:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245bd40. 00000100:00000010:1.0:1718399241.680585:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a50273c0. 00000100:00000010:1.0:1718399241.680593:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399241.680620:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fda00. 02000000:00000010:1.0:1718399241.680654:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fca00. 00000400:00000010:1.0:1718399241.680657:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1f20. 00000400:00000010:1.0:1718399241.680677:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9af68. 00000100:00000200:1.0:1718399241.680681:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316472256, portal 16 00000400:00000010:1.0:1718399241.680684:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a220. 00000100:00000200:1.0:1718399241.680685:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316472256, offset 0 00000400:00000200:1.0:1718399241.680688:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.680713:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.680718:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399241.680721:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399241.680723:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399241.680725:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89633:89633:256:4294967295] 192.168.202.25@tcp LPNI seq info [89633:89633:8:4294967295] 00000400:00000200:1.0:1718399241.680741:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.680745:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.680747:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3c00 (tot 82314186). 00000800:00000200:1.0:1718399241.680750:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.680753:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.680765:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3c00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1718399241.682501:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.682534:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfd1c0 00000400:00000200:1.0:1718399241.682547:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xacfa9 [1] + 224 00000400:00000200:1.0:1718399241.682576:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.682579:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.682584:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316472256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1718399241.683582:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.683585:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093d5f100 (tot 82313938). 00000400:00000200:1.0:1718399241.683587:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.683589:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.683591:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376b28 00000400:00000010:1.0:1718399241.683592:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376b28. 00000100:00000200:1.0:1718399241.683595:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27a600 x1801871316472320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399241.685536:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51da100. 00010000:00000010:3.1:1718399241.685542:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f600. 00010000:00000010:3.1:1718399241.685559:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093170fc0. 00010000:00000010:3.1:1718399241.685563:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53df500. 00010000:00000010:3.1:1718399241.685565:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00010000:00000010:3.1:1718399241.685567:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098745a00. 00010000:00000010:3.1:1718399241.685569:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00010000:00000010:1.1:1718399241.688581:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ccb900. 00010000:00000010:1.1:1718399241.688586:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00010000:00000010:1.1:1718399241.688589:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093150fc0. 00010000:00000010:2.1:1718399241.691393:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093150b40. 00010000:00000010:2.1:1718399241.691398:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931e86c0. 00010000:00000010:2.1:1718399241.691401:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093edad00. 00010000:00000010:2.1:1718399241.691404:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093385440. 00010000:00000010:1.1:1718399241.691418:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093219a00. 00010000:00000010:1.1:1718399241.691423:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa98c0. 00010000:00000010:1.1:1718399241.691427:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093024f00. 00010000:00000010:1.1:1718399241.691431:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f26ac0. 00010000:00000010:1.1:1718399241.691433:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009313e700. 00010000:00000010:1.1:1718399241.691436:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270240. 00000800:00000200:1.0:1718399241.692601:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.692604:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093d5f100 (tot 82313938). 00000400:00000200:1.0:1718399241.692606:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.692610:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.692611:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376dd0 00000400:00000010:1.0:1718399241.692612:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376dd0. 00010000:00000010:3.1:1718399241.694385:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931e2a00. 00010000:00000010:3.1:1718399241.694391:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f26640. 00010000:00000010:3.1:1718399241.694394:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098745a00. 00010000:00000010:3.1:1718399241.694397:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fcc0. 00010000:00000010:3.1:1718399241.694422:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009300e300. 00010000:00000010:3.1:1718399241.694428:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00010000:00000010:2.1:1718399241.694462:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931ed440. 00000800:00000200:1.0:1718399241.695371:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.695374:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093d5f800 (tot 82314186). 00000400:00000200:1.0:1718399241.695376:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.695379:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.695381:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376ee0 00000400:00000010:1.0:1718399241.695382:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376ee0. 00000800:00000200:1.0:1718399241.695528:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.695530:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c291e00 (tot 82313938). 00000400:00000200:1.0:1718399241.695535:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.695538:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.695539:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:1.0:1718399241.695540:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00000100:00000200:1.0:1718399241.695543:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316472576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399241.697408:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093508900. 00010000:00000010:1.1:1718399241.697415:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00000020:00000010:1.0:1718399241.698583:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399241.698588:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.698617:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.698632:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317894464/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399241.698687:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317894464 02000000:00000010:1.0:1718399241.698693:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd800. 00010000:00000010:1.0:1718399241.698710:0:15209:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800957cf000. 00010000:00000010:1.0:1718399241.698733:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.698738:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a50273c0. 00000100:00000010:1.0:1718399241.698751:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a50273c0. 00010000:00000010:1.0:1718399241.698755:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.698763:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9af68. 00000100:00000200:1.0:1718399241.698766:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317894464, offset 224 00000400:00000200:1.0:1718399241.698771:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.698778:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.698782:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89644:89644:256:4294967295] 192.168.202.25@tcp LPNI seq info [89644:89644:8:4294967295] 00000400:00000200:1.0:1718399241.698801:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.698806:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.698809:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3900 (tot 82314186). 00000800:00000200:1.0:1718399241.698812:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.698817:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.698820:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.699092:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.699096:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.699100:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc400. 00010000:00000010:2.1:1718399241.700393:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931dc480. 00000020:00000010:1.0:1718399241.701301:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399241.701305:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.701308:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.701321:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009caed850 x1801871317894528/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399241.701568:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317894528 02000000:00000010:1.0:1718399241.701574:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc600. 00010000:00000010:1.0:1718399241.701589:0:15209:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b807780. 00010000:00000010:1.0:1718399241.701602:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.701606:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a50273c0. 00000100:00000010:1.0:1718399241.701673:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a50273c0. 00010000:00000010:1.0:1718399241.701677:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.701685:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a220. 00000100:00000200:1.0:1718399241.701688:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317894528, offset 224 00000400:00000200:1.0:1718399241.701693:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.701699:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.701703:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89646:89646:256:4294967295] 192.168.202.25@tcp LPNI seq info [89646:89646:8:4294967295] 00000400:00000200:1.0:1718399241.701710:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.701713:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.701716:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3200 (tot 82314034). 00000800:00000200:1.0:1718399241.701720:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.701725:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.701728:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.701737:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.701740:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.701743:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc400. 02000000:00000010:1.0:1718399241.701749:0:15209:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd800. 00000100:00000010:1.0:1718399241.701751:0:15209:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 02000000:00000010:1.0:1718399241.701754:0:15209:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2c00. 00000100:00000010:1.0:1718399241.701755:0:15209:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaf80. 02000000:00000010:1.0:1718399241.701759:0:15209:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c3800. 00000100:00000010:1.0:1718399241.701761:0:15209:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaac0. 02000000:00000010:1.0:1718399241.701762:0:15209:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2a00. 00000100:00000010:1.0:1718399241.701764:0:15209:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3bdc0. 02000000:00000010:1.0:1718399241.701768:0:15209:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa200. 00000100:00000010:1.0:1718399241.701770:0:15209:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb39c80. 02000000:00000010:1.0:1718399241.701774:0:15209:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa600. 00000100:00000010:1.0:1718399241.701776:0:15209:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 00000100:00000200:1.0:1718399241.701780:0:15209:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1718399241.701782:0:15209:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1210. 00000400:00000010:1.0:1718399241.701785:0:15209:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a50273c0 (tot 82314186). 00010000:00000010:2.1:1718399241.703341:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093609200. 00010000:00000010:1.1:1718399241.703358:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093564f00. 00010000:00000010:1.1:1718399241.703363:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9200. 00000020:00000010:1.0:1718399241.704005:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd800. 00000020:00000010:1.0:1718399241.704008:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.704011:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.704023:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317894592/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399241.704047:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317894592 02000000:00000010:1.0:1718399241.704052:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc400. 00010000:00000010:1.0:1718399241.704091:0:15209:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009372bc80. 00010000:00000010:1.0:1718399241.704103:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.704107:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009cd43c00. 00000100:00000010:1.0:1718399241.704137:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009cd43c00. 00010000:00000010:1.0:1718399241.704141:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.704148:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ad48. 00000100:00000200:1.0:1718399241.704151:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317894592, offset 224 00000400:00000200:1.0:1718399241.704155:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.704159:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.704163:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89648:89648:256:4294967295] 192.168.202.25@tcp LPNI seq info [89648:89648:8:4294967295] 00000400:00000200:1.0:1718399241.704168:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.704172:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.704174:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3e00 (tot 82314186). 00000800:00000200:1.0:1718399241.704177:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.704182:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.704184:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.704202:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.704205:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.704208:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd800. 00000020:00000010:1.0:1718399241.706408:0:15209:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd800. 00000020:00000010:1.0:1718399241.706412:0:15209:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.706414:0:15209:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.706426:0:15209:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317894656/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399241.706452:0:15209:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317894656 02000000:00000010:1.0:1718399241.706457:0:15209:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc000. 00010000:00000010:1.0:1718399241.706471:0:15209:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009ccaad80. 00010000:00000010:1.0:1718399241.706482:0:15209:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.706486:0:15209:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009cd43c00. 00000100:00000010:1.0:1718399241.706491:0:15209:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009cd43c00. 00010000:00000010:1.0:1718399241.706493:0:15209:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.706499:0:15209:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a880. 00000100:00000200:1.0:1718399241.706501:0:15209:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317894656, offset 224 00000400:00000200:1.0:1718399241.706506:0:15209:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.706511:0:15209:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.706515:0:15209:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89650:89650:256:4294967295] 192.168.202.25@tcp LPNI seq info [89650:89650:8:4294967295] 00000400:00000200:1.0:1718399241.706521:0:15209:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.706525:0:15209:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.706527:0:15209:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3600 (tot 82314186). 00000800:00000200:1.0:1718399241.706531:0:15209:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.706536:0:15209:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.706538:0:15209:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.706547:0:15209:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.706549:0:15209:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.706553:0:15209:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd800. 00010000:00000010:0.1:1718399241.709446:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bd02ac0. 00000800:00000200:1.0:1718399241.713769:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.713771:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c8100 (tot 82314186). 00000400:00000200:1.0:1718399241.713774:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.713777:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.713780:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e880 00000400:00000010:1.0:1718399241.713781:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e880. 00000800:00000200:1.0:1718399241.713828:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.713829:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093d5fe00 (tot 82313938). 00000400:00000200:1.0:1718399241.713832:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.713834:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.713836:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376e58 00000400:00000010:1.0:1718399241.713837:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376e58. 00000100:00000200:1.0:1718399241.713842:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27a600 x1801871316472960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399241.715398:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800935d2600. 00010000:00000010:1.1:1718399241.715405:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8240. 00010000:00000010:1.1:1718399241.715409:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5184300. 00010000:00000010:1.1:1718399241.715412:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9440. 00010000:00000010:1.1:1718399241.715416:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c291c00. 00010000:00000010:1.1:1718399241.715418:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8480. 00010000:00000010:2.1:1718399241.715573:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933ae880. 00000800:00000200:1.0:1718399241.717764:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.717766:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c8400 (tot 82313938). 00000400:00000200:1.0:1718399241.717769:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.717771:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.717773:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e110 00000400:00000010:1.0:1718399241.717774:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e110. 00000100:00000200:1.0:1718399241.717778:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb97c0 x1801871316473024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399241.719214:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096c6cb00. 00010000:00000010:0.1:1718399241.719223:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d680. 00010000:00000010:2.1:1718399241.719301:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092a0d100. 00010000:00000010:2.1:1718399241.719315:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9d40. 00010000:00000010:2.1:1718399241.721759:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c4240. 00010000:00000010:2.1:1718399241.721772:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e2e1c0. 00010000:00000010:1.1:1718399241.721849:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012b0eee00. 00010000:00000010:1.1:1718399241.721861:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8b40. 00010000:00000010:1.1:1718399241.721866:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096c6c700. 00010000:00000010:1.1:1718399241.721868:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaa400. 00010000:00000010:1.1:1718399241.721872:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88011f0a7180. 00010000:00000010:2.1:1718399241.724739:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092ba2880. 00010000:00000010:2.1:1718399241.724746:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50b2900. 00010000:00000010:2.1:1718399241.724750:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f27180. 00000800:00000200:1.0:1718399241.728381:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.728384:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c291e00 (tot 82314186). 00000400:00000200:1.0:1718399241.728386:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.728389:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.728391:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466770 00000400:00000010:1.0:1718399241.728392:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466770. 02000000:00000010:1.0:1718399241.728396:0:18240:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2400. 00000800:00000200:1.0:1718399241.728430:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.728431:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c8000 (tot 82313938). 00000400:00000200:1.0:1718399241.728434:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.728437:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.728438:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eee0 00000400:00000010:1.0:1718399241.728439:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eee0. 00000100:00000200:1.0:1718399241.728443:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb97c0 x1801871316473152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399241.728855:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88011f0a4240. 00000020:00000010:1.0:1718399241.730127:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd400. 00000020:00000010:1.0:1718399241.730131:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.730134:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.730148:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317895040/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399241.730175:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317895040 02000000:00000010:1.0:1718399241.730180:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc400. 00010000:00000010:1.0:1718399241.730200:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.730204:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009cd43c00. 00000100:00000010:1.0:1718399241.730208:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009cd43c00. 00010000:00000010:1.0:1718399241.730211:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.730218:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9add0. 00000100:00000200:1.0:1718399241.730221:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317895040, offset 224 00000400:00000200:1.0:1718399241.730226:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.730232:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.730235:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89662:89662:256:4294967295] 192.168.202.25@tcp LPNI seq info [89662:89662:8:4294967295] 00000400:00000200:1.0:1718399241.730241:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.730245:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.730247:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3800 (tot 82314186). 00000800:00000200:1.0:1718399241.730250:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.730255:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.730258:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.730267:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.730295:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.730299:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd400. 00000800:00000200:1.0:1718399241.731263:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.731265:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c8e00 (tot 82313938). 00000400:00000200:1.0:1718399241.731298:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.731302:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.731304:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ec38 00000400:00000010:1.0:1718399241.731305:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ec38. 00000100:00000200:1.0:1718399241.731309:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb97c0 x1801871316473216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399241.731609:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f2ce200. 00010000:00000010:1.1:1718399241.731616:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e1c0. 00010000:00000010:2.1:1718399241.731733:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009305e880. 00000020:00000010:1.0:1718399241.736225:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc000. 00000020:00000010:1.0:1718399241.736229:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.736232:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.736244:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317895168/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399241.736284:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317895168 02000000:00000010:1.0:1718399241.736290:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc800. 00010000:00000010:1.0:1718399241.736308:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.736311:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009cd43c00. 00000100:00000010:1.0:1718399241.736314:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009cd43c00. 00010000:00000010:1.0:1718399241.736316:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.736322:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a6e8. 00000100:00000200:1.0:1718399241.736324:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317895168, offset 224 00000400:00000200:1.0:1718399241.736328:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.736333:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.736337:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89666:89666:256:4294967295] 192.168.202.25@tcp LPNI seq info [89666:89666:8:4294967295] 00000400:00000200:1.0:1718399241.736342:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.736346:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.736348:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3700 (tot 82314186). 00000800:00000200:1.0:1718399241.736351:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.736356:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.736359:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.736373:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.736375:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.736379:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc000. 00010000:00000010:1.1:1718399241.737861:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d6cfc0. 00010000:00000010:2.1:1718399241.742107:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922b2f00. 00010000:00000010:2.1:1718399241.742115:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f258c0. 00010000:00000010:2.1:1718399241.742118:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d6d200. 00010000:00000010:2.1:1718399241.742121:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090e43300. 00010000:00000010:2.1:1718399241.742123:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00000020:00000010:1.0:1718399241.743317:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc000. 00000020:00000010:1.0:1718399241.743321:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.743325:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.743340:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317895296/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399241.743368:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317895296 02000000:00000010:1.0:1718399241.743375:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd800. 00010000:00000010:1.0:1718399241.743393:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5082980. 00010000:00000010:1.0:1718399241.743417:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.743423:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009cd43c00. 00000100:00000010:1.0:1718399241.743430:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009cd43c00. 00010000:00000010:1.0:1718399241.743433:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.743442:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aee0. 00000100:00000200:1.0:1718399241.743446:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317895296, offset 224 00000400:00000200:1.0:1718399241.743451:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.743458:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.743463:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89670:89670:256:4294967295] 192.168.202.25@tcp LPNI seq info [89670:89670:8:4294967295] 00000400:00000200:1.0:1718399241.743470:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.743474:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.743479:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3700 (tot 82314186). 00000800:00000200:1.0:1718399241.743482:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.743489:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.743491:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.743501:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.743504:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.743507:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc000. 00010000:00000010:1.1:1718399241.744483:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092bad8c0. 00000020:00000010:1.0:1718399241.750158:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc000. 00000020:00000010:1.0:1718399241.750162:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.750165:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.750179:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009caeb850 x1801871317895424/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399241.750208:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317895424 02000000:00000010:1.0:1718399241.750214:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc600. 00010000:00000010:1.0:1718399241.750229:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092b93d00. 00010000:00000010:1.0:1718399241.750242:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.750246:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009cd43c00. 00000100:00000010:1.0:1718399241.750263:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009cd43c00. 00010000:00000010:1.0:1718399241.750267:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.750401:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9abb0. 00000100:00000200:1.0:1718399241.750405:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317895424, offset 224 00000400:00000200:1.0:1718399241.750410:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.750419:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.750424:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89674:89674:256:4294967295] 192.168.202.25@tcp LPNI seq info [89674:89674:8:4294967295] 00000400:00000200:1.0:1718399241.750430:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00010000:00000010:2.1:1718399241.750434:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092994d80. 00000800:00000200:1.0:1718399241.750435:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.750437:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3800 (tot 82314034). 00010000:00000010:2.1:1718399241.750441:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009867e400. 00000800:00000200:1.0:1718399241.750441:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00010000:00000010:2.1:1718399241.750444:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d200. 00010000:00000010:2.1:1718399241.750446:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931361c0. 00000800:00000200:1.0:1718399241.750446:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00010000:00000010:2.1:1718399241.750449:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009867e600. 00000800:00000200:1.0:1718399241.750449:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3800 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.1:1718399241.750451:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ed00. 00010000:00000010:2.1:1718399241.750452:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50b2b00. 00010000:00000010:2.1:1718399241.750456:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c6c0. 00010000:00000010:2.1:1718399241.750458:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c8700. 00010000:00000010:2.1:1718399241.750460:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e400. 00000020:00000010:1.0:1718399241.750466:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.750469:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.750473:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc000. 02000000:00000010:1.0:1718399241.750479:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3e00. 00000100:00000010:1.0:1718399241.750481:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27f6c0. 02000000:00000010:1.0:1718399241.750484:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd800. 00000100:00000010:1.0:1718399241.750486:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:1.0:1718399241.750488:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2e00. 00000100:00000010:1.0:1718399241.750489:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 02000000:00000010:1.0:1718399241.750491:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc800. 00000100:00000010:1.0:1718399241.750492:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:1.0:1718399241.750494:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2600. 00000100:00000010:1.0:1718399241.750495:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27aac0. 02000000:00000010:1.0:1718399241.750497:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc400. 00000100:00000010:1.0:1718399241.750498:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 00000100:00000200:1.0:1718399241.750502:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1718399241.750505:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1948. 00000400:00000010:1.0:1718399241.750507:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff88009cd43c00 (tot 82314186). 00000020:00000010:1.0:1718399241.752267:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399241.752391:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.752393:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.752407:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317895488/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399241.752479:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317895488 02000000:00000010:1.0:1718399241.752485:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc800. 00010000:00000010:1.0:1718399241.752504:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5082800. 00010000:00000010:1.0:1718399241.752515:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.752519:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5021540. 00000100:00000010:1.0:1718399241.752533:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5021540. 00010000:00000010:1.0:1718399241.752537:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.752544:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a000. 00000100:00000200:1.0:1718399241.752546:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317895488, offset 224 00000400:00000200:1.0:1718399241.752549:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.752553:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.752556:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89676:89676:256:4294967295] 192.168.202.25@tcp LPNI seq info [89676:89676:8:4294967295] 00000400:00000200:1.0:1718399241.752561:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.752564:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.752566:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3600 (tot 82314186). 00000800:00000200:1.0:1718399241.752569:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.752573:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.752574:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.752587:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.752590:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.752592:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc400. 00010000:00000010:1.1:1718399241.753438:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc7b180. 00000020:00000010:1.0:1718399241.754302:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399241.754307:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.754309:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.754322:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317895552/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399241.754350:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317895552 02000000:00000010:1.0:1718399241.754356:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd800. 00010000:00000010:1.0:1718399241.754371:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5242280. 00010000:00000010:1.0:1718399241.754387:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.754392:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5021540. 00000100:00000010:1.0:1718399241.754406:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5021540. 00010000:00000010:1.0:1718399241.754409:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.754415:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399241.754418:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317895552, offset 224 00000400:00000200:1.0:1718399241.754423:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.754429:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.754432:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89678:89678:256:4294967295] 192.168.202.25@tcp LPNI seq info [89678:89678:8:4294967295] 00000400:00000200:1.0:1718399241.754438:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.754441:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.754443:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3e00 (tot 82314186). 00000800:00000200:1.0:1718399241.754446:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.754451:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.754454:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.754471:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.754474:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.754477:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc400. 00010000:00000010:3.1:1718399241.756517:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092abcfc0. 00010000:00000010:2.1:1718399241.756523:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b1a7a00. 00010000:00000010:2.1:1718399241.756527:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f840. 00010000:00000010:2.1:1718399241.756530:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e9d600. 00010000:00000010:2.1:1718399241.756533:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00000020:00000010:1.0:1718399241.760993:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399241.760998:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.761001:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.761424:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317895744/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399241.761494:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317895744 02000000:00000010:1.0:1718399241.761501:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc000. 00010000:00000010:1.0:1718399241.761518:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093da4480. 00010000:00000010:1.0:1718399241.761530:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.761534:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5021540. 00000100:00000010:1.0:1718399241.761544:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5021540. 00010000:00000010:1.0:1718399241.761548:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.761555:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aaa0. 00000100:00000200:1.0:1718399241.761558:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317895744, offset 224 00000400:00000200:1.0:1718399241.761563:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.761569:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.761573:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89684:89684:256:4294967295] 192.168.202.25@tcp LPNI seq info [89684:89684:8:4294967295] 00000400:00000200:1.0:1718399241.761578:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.761582:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.761585:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3200 (tot 82314186). 00000800:00000200:1.0:1718399241.761588:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.761593:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.761595:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.761614:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.761617:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.761620:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc400. 00010000:00000010:1.1:1718399241.762438:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d3f0000. 00000020:00000010:1.0:1718399241.763736:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399241.763741:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.763744:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.763757:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27aac0 x1801871317895808/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399241.763784:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317895808 02000000:00000010:1.0:1718399241.763804:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fce00. 00010000:00000010:1.0:1718399241.763819:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092970e80. 00010000:00000010:1.0:1718399241.763840:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.763844:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5021540. 00000100:00000010:1.0:1718399241.763849:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5021540. 00010000:00000010:1.0:1718399241.763852:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.763858:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a088. 00000100:00000200:1.0:1718399241.763861:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317895808, offset 224 00000400:00000200:1.0:1718399241.763866:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.763871:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.763874:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89686:89686:256:4294967295] 192.168.202.25@tcp LPNI seq info [89686:89686:8:4294967295] 00000400:00000200:1.0:1718399241.763881:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.763884:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.763886:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3900 (tot 82314186). 00000800:00000200:1.0:1718399241.763889:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.763894:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.763896:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.763914:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.763916:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.763919:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc400. 00010000:00000010:0.1:1718399241.765363:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f0e6900. 00010000:00000010:0.1:1718399241.765370:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e1c0. 00010000:00000010:0.1:1718399241.765373:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136b5ca00. 00010000:00000010:0.1:1718399241.765377:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e400. 00010000:00000010:0.1:1718399241.765379:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009bc0a900. 00010000:00000010:0.1:1718399241.765380:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c6c0. 00010000:00000010:0.1:1718399241.765382:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c8800. 00010000:00000010:3.1:1718399241.765385:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d3f3a80. 00010000:00000010:0.1:1718399241.765388:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ed00. 00010000:00000010:3.1:1718399241.765389:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53f2f40. 00000800:00000200:1.0:1718399241.773689:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.773691:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093da7e00 (tot 82313938). 00000400:00000200:1.0:1718399241.773694:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.773697:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.773699:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e3b8 00000400:00000010:1.0:1718399241.773700:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e3b8. 00000100:00000200:1.0:1718399241.773706:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb97c0 x1801871316474048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399241.774453:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc606c0. 00010000:00000010:1.1:1718399241.774458:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53f0000. 00010000:00000010:3.1:1718399241.777515:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af2f40. 00010000:00000010:3.1:1718399241.777529:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d099b00. 00010000:00000010:1.1:1718399241.777570:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009577ab00. 00010000:00000010:1.1:1718399241.777579:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d200. 00010000:00000010:1.1:1718399241.777582:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88007c59cf00. 00010000:00000010:1.1:1718399241.777584:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00010000:00000010:1.1:1718399241.777586:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800985b7b00. 00010000:00000010:1.1:1718399241.777588:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f840. 00010000:00000010:1.1:1718399241.777590:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009a94bb00. 00010000:00000010:1.1:1718399241.777592:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d680. 00000100:00000200:1.0:1718399241.783169:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317895936 02000000:00000010:1.0:1718399241.783177:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd200. 00010000:00000010:1.0:1718399241.783197:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d014680. 00010000:00000010:1.0:1718399241.783213:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.783218:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5021540. 00000100:00000010:1.0:1718399241.783224:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5021540. 00010000:00000010:1.0:1718399241.783228:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.783237:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9acc0. 00000100:00000200:1.0:1718399241.783242:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317895936, offset 224 00000400:00000200:1.0:1718399241.783248:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.783257:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.783261:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89690:89690:256:4294967295] 192.168.202.25@tcp LPNI seq info [89690:89690:8:4294967295] 00000400:00000200:1.0:1718399241.783287:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.783291:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.783293:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3a00 (tot 82314186). 00000800:00000200:1.0:1718399241.783297:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.783303:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.783306:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.783318:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46e80. 00000020:00000010:1.0:1718399241.783322:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0bd0. 00000020:00000010:1.0:1718399241.783325:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3000. 00010000:00000010:1.1:1718399241.785414:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8f840. 00010000:00000010:0.1:1718399241.789625:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e185b00. 00010000:00000010:1.1:1718399241.789684:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5207000. 00010000:00000010:1.1:1718399241.789691:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00010000:00000010:1.1:1718399241.789694:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093da7600. 00010000:00000010:1.1:1718399241.789696:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00010000:00000010:1.1:1718399241.800699:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012db87d00. 00010000:00000010:1.1:1718399241.800704:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fcc0. 00010000:00000010:1.1:1718399241.810109:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093173a80. 00000020:00000010:1.0:1718399241.811598:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399241.811603:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.811606:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.811627:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317896128/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399241.811656:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317896128 02000000:00000010:1.0:1718399241.811663:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fda00. 00010000:00000010:1.0:1718399241.811684:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092bbd380. 00010000:00000010:1.0:1718399241.811708:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.811713:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5021540. 00000100:00000010:1.0:1718399241.811724:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5021540. 00010000:00000010:1.0:1718399241.811728:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.811737:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a908. 00000100:00000200:1.0:1718399241.811741:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317896128, offset 224 00000400:00000200:1.0:1718399241.811746:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.811755:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.811760:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89696:89696:256:4294967295] 192.168.202.25@tcp LPNI seq info [89696:89696:8:4294967295] 00000400:00000200:1.0:1718399241.811766:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.811770:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.811772:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3400 (tot 82314186). 00000800:00000200:1.0:1718399241.811776:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.811782:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.811785:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.811806:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.811808:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.811812:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fca00. 00010000:00000010:1.1:1718399241.815411:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00010000:00000010:1.1:1718399241.821673:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ec86640. 00010000:00000010:1.1:1718399241.821682:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53df600. 00010000:00000010:1.1:1718399241.821685:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012b7d58c0. 00010000:00000010:1.1:1718399241.824095:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009318ee00. 00010000:00000010:1.1:1718399241.824101:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00010000:00000010:1.1:1718399241.824104:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51d6300. 00010000:00000010:1.1:1718399241.824107:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00010000:00000010:1.1:1718399241.826574:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012b7d73c0. 00010000:00000010:1.1:1718399241.829729:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009318ed00. 00010000:00000010:1.1:1718399241.829740:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f600. 00010000:00000010:1.1:1718399241.829743:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093da7c00. 00010000:00000010:1.1:1718399241.829745:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c000. 00010000:00000010:1.1:1718399241.836960:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ebf000. 00010000:00000010:1.1:1718399241.836971:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e880. 00010000:00000010:0.1:1718399241.839043:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a532b600. 00000020:00000010:1.0:1718399241.840657:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399241.840662:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.840665:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.840681:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009caec050 x1801871317896320/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399241.840710:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317896320 02000000:00000010:1.0:1718399241.840718:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc400. 00010000:00000010:1.0:1718399241.840739:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880129e39980. 00010000:00000010:1.0:1718399241.840767:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.840772:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5021540. 00000100:00000010:1.0:1718399241.840784:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5021540. 00010000:00000010:1.0:1718399241.840797:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.840806:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a5d8. 00000100:00000200:1.0:1718399241.840809:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317896320, offset 224 00000400:00000200:1.0:1718399241.840814:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.840822:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.840827:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89702:89702:256:4294967295] 192.168.202.25@tcp LPNI seq info [89702:89702:8:4294967295] 00000400:00000200:1.0:1718399241.840835:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.840842:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.840845:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3d00 (tot 82314034). 00000800:00000200:1.0:1718399241.840849:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.840855:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.840857:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.840868:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.840870:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.840874:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fca00. 02000000:00000010:1.0:1718399241.840880:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2400. 00000100:00000010:1.0:1718399241.840882:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 02000000:00000010:1.0:1718399241.840885:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3e00. 00000100:00000010:1.0:1718399241.840887:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27f6c0. 02000000:00000010:1.0:1718399241.840889:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fda00. 00000100:00000010:1.0:1718399241.840891:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:1.0:1718399241.840894:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2e00. 00000100:00000010:1.0:1718399241.840895:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb97c0. 02000000:00000010:1.0:1718399241.840898:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2200. 00000100:00000010:1.0:1718399241.840899:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 02000000:00000010:1.0:1718399241.840901:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd200. 00000100:00000010:1.0:1718399241.840902:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 00000100:00000200:1.0:1718399241.840906:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1718399241.840909:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1000. 00000400:00000010:1.0:1718399241.840911:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a5021540 (tot 82314186). 00010000:00000010:0.1:1718399241.844901:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093fc9d40. 00010000:00000010:1.1:1718399241.848200:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d04200. 00010000:00000010:1.1:1718399241.848206:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c900. 00000020:00000010:1.0:1718399241.850608:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd200. 00000020:00000010:1.0:1718399241.850612:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.850615:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.850633:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27df00 x1801871317896448/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399241.850658:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317896448 02000000:00000010:1.0:1718399241.850664:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fda00. 00010000:00000010:1.0:1718399241.850684:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009728a280. 00010000:00000010:1.0:1718399241.850712:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.850719:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399241.850733:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399241.850736:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.850745:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a660. 00000100:00000200:1.0:1718399241.850748:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317896448, offset 224 00000400:00000200:1.0:1718399241.850753:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.850760:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.850765:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89706:89706:256:4294967295] 192.168.202.25@tcp LPNI seq info [89706:89706:8:4294967295] 00000400:00000200:1.0:1718399241.850773:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.850777:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.850780:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3000 (tot 82314186). 00000800:00000200:1.0:1718399241.850799:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.850806:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.850809:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.850827:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.850829:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.850833:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd200. 00000020:00000010:1.0:1718399241.853159:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd200. 00000020:00000010:1.0:1718399241.853163:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.853166:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.853182:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317896512/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399241.853813:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317896512 02000000:00000010:1.0:1718399241.853821:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fca00. 00010000:00000010:1.0:1718399241.853839:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880129e39e00. 00010000:00000010:1.0:1718399241.853851:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.853855:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00010000:00000010:0.1:1718399241.854066:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093de9e00. 00010000:00000010:0.1:1718399241.854072:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00010000:00000010:0.1:1718399241.854079:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb19d40. 00000100:00000010:1.0:1718399241.854083:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399241.854086:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.854094:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ac38. 00000100:00000200:1.0:1718399241.854501:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317896512, offset 224 00000400:00000200:1.0:1718399241.854507:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.854511:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.854514:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89709:89709:255:4294967295] 192.168.202.25@tcp LPNI seq info [89709:89709:7:4294967295] 00000400:00000200:1.0:1718399241.854520:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.854524:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.854526:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3c00 (tot 82314434). 00000800:00000200:1.0:1718399241.854528:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.854531:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.854533:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.854540:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.854543:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b888. 00000020:00000010:1.0:1718399241.854546:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd200. 00000020:00000010:1.0:1718399241.857224:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd200. 00000020:00000010:1.0:1718399241.857229:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083aa80. 00000020:00000010:1.0:1718399241.857232:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b888. 00000100:00000200:1.0:1718399241.857314:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317896576/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399241.857342:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317896576 02000000:00000010:1.0:1718399241.857349:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc800. 00010000:00000010:1.0:1718399241.857368:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f57f80. 00010000:00000010:1.0:1718399241.857383:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.857388:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399241.857404:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399241.857406:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000800:00000200:1.0:1718399241.857621:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.857623:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093d5f900 (tot 82313938). 00000400:00000200:1.0:1718399241.857625:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.857627:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.857630:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376110 00000400:00000010:1.0:1718399241.857631:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376110. 00010000:00000010:0.1:1718399241.859459:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb19680. 00010000:00000010:1.1:1718399241.859750:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5249800. 00010000:00000010:1.1:1718399241.859756:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f27600. 00000800:00000200:1.0:1718399241.859784:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.859798:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093d5f800 (tot 82313938). 00000400:00000200:1.0:1718399241.859801:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.859804:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.859806:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376198 00000400:00000010:1.0:1718399241.859808:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376198. 00000400:00000200:1.0:1718399241.862740:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.862753:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfdbc0 00000400:00000200:1.0:1718399241.862759:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad19d [1] + 224 00000400:00000200:1.0:1718399241.862767:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.862770:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.862776:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbda40 x1801871316474816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399241.862817:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.862822:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd58e00 00000400:00000200:1.0:1718399241.862826:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabad9 [2] + 1640 00000400:00000200:1.0:1718399241.862879:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.862883:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.862887:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399241.862891:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 00000800:00000200:1.0:1718399241.863764:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.863766:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c291b00 (tot 82313938). 00000400:00000200:1.0:1718399241.863769:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.863773:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.863775:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466d48 00000400:00000010:1.0:1718399241.863776:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466d48. 00010000:00000010:0.1:1718399241.864209:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800957161c0. 00010000:00000010:0.1:1718399241.864216:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5314480. 00010000:00000010:1.1:1718399241.864288:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093218a00. 00010000:00000010:1.1:1718399241.864293:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356db00. 00010000:00000010:1.1:1718399241.864296:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093da7c00. 00010000:00000010:1.1:1718399241.864298:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e640. 00010000:00000010:1.1:1718399241.864300:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bf7300. 00010000:00000010:1.1:1718399241.864303:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f3c0. 00000800:00000200:1.0:1718399241.867493:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.867495:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009867eb00 (tot 82314186). 00000400:00000200:1.0:1718399241.867498:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.867501:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.867503:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e000 00000400:00000010:1.0:1718399241.867504:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e000. 02000000:00000010:1.0:1718399241.867507:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fac00. 00000800:00000200:1.0:1718399241.867544:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.867545:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093d5f800 (tot 82313938). 00000400:00000200:1.0:1718399241.867547:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.867549:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.867551:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376d48 00000400:00000010:1.0:1718399241.867552:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376d48. 00000100:00000200:1.0:1718399241.867556:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27df00 x1801871316474944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399241.869711:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009336a400. 00000800:00000200:1.0:1718399241.871837:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.871840:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009867e500 (tot 82314186). 00000400:00000200:1.0:1718399241.871842:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.871846:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.871849:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e088 00000400:00000010:1.0:1718399241.871850:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e088. 00000800:00000200:1.0:1718399241.872021:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.872023:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093218e00 (tot 82313938). 00000400:00000200:1.0:1718399241.872026:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.872030:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.872032:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376d48 00000400:00000010:1.0:1718399241.872033:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376d48. 00000100:00000200:1.0:1718399241.872038:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27e880 x1801871316475008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399241.874031:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095716880. 00010000:00000010:1.1:1718399241.874040:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922db500. 00010000:00000010:1.1:1718399241.874044:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cb40. 00010000:00000010:1.1:1718399241.874046:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ef7d00. 00010000:00000010:1.1:1718399241.874048:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356eac0. 00010000:00000010:2.1:1718399241.874633:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e31c800. 00010000:00000010:2.1:1718399241.874639:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00010000:00000010:1.1:1718399241.877965:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb60900. 00010000:00000010:1.1:1718399241.877971:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800944bf3c0. 00010000:00000010:1.1:1718399241.880554:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093efaf40. 00010000:00000010:2.1:1718399241.880612:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092a75600. 00010000:00000010:2.1:1718399241.880617:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25d40. 00010000:00000010:2.1:1718399241.880620:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c8800. 00010000:00000010:2.1:1718399241.880624:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25440. 00010000:00000010:1.1:1718399241.884735:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f5b400. 00010000:00000010:1.1:1718399241.884742:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25f80. 00010000:00000010:0.1:1718399241.884919:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009b4b9440. 00010000:00000010:2.1:1718399241.885364:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096089800. 00010000:00000010:2.1:1718399241.885369:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f26f40. 00000020:00000010:1.0:1718399241.888650:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd400. 00000020:00000010:1.0:1718399241.888656:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a280. 00000020:00000010:1.0:1718399241.888659:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b0a8. 00000100:00000200:1.0:1718399241.888680:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317897024/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399241.888712:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317897024 02000000:00000010:1.0:1718399241.888720:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc600. 00010000:00000010:1.0:1718399241.888743:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e8c1280. 00010000:00000010:1.0:1718399241.888763:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.888768:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399241.888777:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399241.888779:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.888799:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a550. 00000100:00000200:1.0:1718399241.888803:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317897024, offset 224 00000400:00000200:1.0:1718399241.888809:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.888817:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.888821:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89724:89724:256:4294967295] 192.168.202.25@tcp LPNI seq info [89724:89724:8:4294967295] 00000400:00000200:1.0:1718399241.888827:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.888831:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.888834:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3500 (tot 82314186). 00000800:00000200:1.0:1718399241.888838:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.888844:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.888847:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.888857:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a280. 00000020:00000010:1.0:1718399241.888860:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b0a8. 00000020:00000010:1.0:1718399241.888864:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd400. 00010000:00000010:0.1:1718399241.892428:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ef9200. 00010000:00000010:1.1:1718399241.896297:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f20bb00. 00010000:00000010:1.1:1718399241.896311:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00010000:00000010:1.1:1718399241.906464:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50ed600. 00010000:00000010:1.1:1718399241.906472:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c900. 00010000:00000010:0.1:1718399241.906823:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093150d80. 00000020:00000010:1.0:1718399241.909408:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd400. 00000020:00000010:1.0:1718399241.909413:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a280. 00000020:00000010:1.0:1718399241.909417:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b0a8. 00000100:00000200:1.0:1718399241.909432:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317897152/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399241.909460:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317897152 02000000:00000010:1.0:1718399241.909467:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fda00. 00010000:00000010:1.0:1718399241.909486:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e31d400. 00010000:00000010:1.0:1718399241.909513:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.909519:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399241.909530:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399241.909533:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.909541:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a330. 00000100:00000200:1.0:1718399241.909545:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317897152, offset 224 00000400:00000200:1.0:1718399241.909550:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.909558:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.909563:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89728:89728:256:4294967295] 192.168.202.25@tcp LPNI seq info [89728:89728:8:4294967295] 00000400:00000200:1.0:1718399241.909570:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.909575:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.909577:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3c00 (tot 82314186). 00000800:00000200:1.0:1718399241.909581:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.909587:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.909590:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.909606:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a280. 00000020:00000010:1.0:1718399241.909609:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b0a8. 00000020:00000010:1.0:1718399241.909612:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd400. 00010000:00000010:0.1:1718399241.913477:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093150480. 00010000:00000010:1.1:1718399241.916445:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e31c200. 00010000:00000010:1.1:1718399241.916453:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e880. 00010000:00000010:1.1:1718399241.916455:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009867e900. 00010000:00000010:1.1:1718399241.916457:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c000. 00000020:00000010:1.0:1718399241.924111:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd400. 00000020:00000010:1.0:1718399241.924116:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a280. 00000020:00000010:1.0:1718399241.924119:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b0a8. 00000100:00000200:1.0:1718399241.924140:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c2797c0 x1801871317897280/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:0.1:1718399241.924367:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093158000. 00010000:00000010:0.1:1718399241.924375:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093147500. 00010000:00000010:0.1:1718399241.924384:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f600. 00000100:00000200:1.0:1718399241.924690:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317897280 02000000:00000010:1.0:1718399241.924699:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fca00. 00010000:00000010:1.0:1718399241.924719:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093016580. 00010000:00000010:1.0:1718399241.924742:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.924748:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399241.925220:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399241.925223:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.925233:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a440. 00000100:00000200:1.0:1718399241.925238:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317897280, offset 224 00000400:00000200:1.0:1718399241.925245:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.925254:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.925258:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89732:89732:256:4294967295] 192.168.202.25@tcp LPNI seq info [89732:89732:8:4294967295] 00000400:00000200:1.0:1718399241.925266:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.925798:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.925801:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3000 (tot 82314186). 00000800:00000200:1.0:1718399241.925806:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.925813:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.925816:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.925830:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a280. 00000020:00000010:1.0:1718399241.925833:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b0a8. 00000020:00000010:1.0:1718399241.925836:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd400. 00010000:00000010:0.1:1718399241.929476:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a538af40. 00000020:00000010:1.0:1718399241.929875:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd400. 00000020:00000010:1.0:1718399241.929879:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a280. 00000020:00000010:1.0:1718399241.929882:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b0a8. 00000100:00000200:1.0:1718399241.929899:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbdf00 x1801871317897344/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399241.929926:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317897344 02000000:00000010:1.0:1718399241.929933:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc800. 00010000:00000010:1.0:1718399241.929958:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.929962:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399241.929966:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399241.929968:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.929978:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a2a8. 00000100:00000200:1.0:1718399241.929982:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317897344, offset 224 00000400:00000200:1.0:1718399241.929987:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.929994:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.929998:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89734:89734:256:4294967295] 192.168.202.25@tcp LPNI seq info [89734:89734:8:4294967295] 00000400:00000200:1.0:1718399241.930005:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.930009:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.930012:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3d00 (tot 82314186). 00000800:00000200:1.0:1718399241.930015:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.930021:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.930023:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.930035:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a280. 00000020:00000010:1.0:1718399241.930038:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b0a8. 00000020:00000010:1.0:1718399241.930041:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd400. 00000800:00000200:1.0:1718399241.931482:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.931485:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093218400 (tot 82313938). 00000400:00000200:1.0:1718399241.931488:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.931491:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.931493:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373763b8 00000400:00000010:1.0:1718399241.931494:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373763b8. 00000100:00000200:1.0:1718399241.931498:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c278e40 x1801871316475520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399241.935692:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092a75400. 00010000:00000010:1.1:1718399241.935697:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00000800:00000200:1.0:1718399241.936441:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.936444:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009867ef00 (tot 82313938). 00000400:00000200:1.0:1718399241.936447:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.936450:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.936453:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ebb0 00000400:00000010:1.0:1718399241.936454:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ebb0. 00000100:00000200:1.0:1718399241.936459:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb8980 x1801871316475584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399241.938069:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093050000. 00010000:00000010:2.1:1718399241.938077:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008f19d400. 00010000:00000010:2.1:1718399241.938081:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00000020:00000010:1.0:1718399241.938806:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc000. 00000020:00000010:1.0:1718399241.938810:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a280. 00000020:00000010:1.0:1718399241.938813:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b0a8. 00000100:00000200:1.0:1718399241.938829:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317897472/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399241.939231:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317897472 02000000:00000010:1.0:1718399241.939239:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd800. 00010000:00000010:1.0:1718399241.939257:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093ef5a00. 00010000:00000010:1.0:1718399241.939301:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399241.939307:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399241.939318:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399241.939320:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399241.939330:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a198. 00000100:00000200:1.0:1718399241.939333:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317897472, offset 224 00000400:00000200:1.0:1718399241.939338:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399241.939346:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399241.939351:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89738:89738:256:4294967295] 192.168.202.25@tcp LPNI seq info [89738:89738:8:4294967295] 00000400:00000200:1.0:1718399241.939357:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399241.939361:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399241.939363:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3400 (tot 82314186). 00000800:00000200:1.0:1718399241.939367:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399241.939372:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399241.939374:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399241.939386:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a280. 00000020:00000010:1.0:1718399241.939389:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b0a8. 00000020:00000010:1.0:1718399241.939392:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc000. 00000800:00000200:1.0:1718399241.940268:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.940295:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092297d00 (tot 82313938). 00000400:00000200:1.0:1718399241.940298:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.940301:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.940303:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e770 00000400:00000010:1.0:1718399241.940304:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e770. 00000100:00000200:1.0:1718399241.940308:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb8980 x1801871316475648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399241.940834:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d41200. 00010000:00000010:1.1:1718399241.940839:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ebfe00. 00010000:00000010:1.1:1718399241.940842:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f26400. 00000800:00000200:1.0:1718399241.943250:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.943252:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c291700 (tot 82313938). 00000400:00000200:1.0:1718399241.943255:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.943257:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.943259:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466440 00000400:00000010:1.0:1718399241.943261:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466440. 00000020:00000010:1.0:1718399241.946114:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399241.946118:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a280. 00000020:00000010:1.0:1718399241.946120:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b0a8. 00000100:00000200:1.0:1718399241.946137:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317897600/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:0.1:1718399241.946699:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093353840. 00000400:00000200:1.0:1718399241.949389:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.949393:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.949396:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a5675cc0 00000400:00000010:1.0:1718399241.949397:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800a5675cc0 (tot 82313786). 00000100:00000200:1.0:1718399241.949401:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:1.0:1718399241.949824:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.949826:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092297800 (tot 82313938). 00000400:00000200:1.0:1718399241.949828:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.949831:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.949832:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e198 00000400:00000010:1.0:1718399241.949833:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e198. 02000000:00000010:1.0:1718399241.949836:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fae00. 00000800:00000200:1.0:1718399241.950134:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.950136:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093218800 (tot 82313938). 00000400:00000200:1.0:1718399241.950138:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.950141:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.950142:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373767f8 00000400:00000010:1.0:1718399241.950143:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373767f8. 00000100:00000200:1.0:1718399241.950147:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c278980 x1801871316475840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399241.952476:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093de9100. 00010000:00000010:2.1:1718399241.952480:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00010000:00000010:2.1:1718399241.952484:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009867ec00. 00010000:00000010:2.1:1718399241.952487:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00010000:00000010:0.1:1718399241.952930:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d66400. 00010000:00000010:2.1:1718399241.955585:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090e43c00. 00010000:00000010:2.1:1718399241.955594:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00000800:00000200:1.0:1718399241.959184:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.959186:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c291b00 (tot 82314186). 00000400:00000200:1.0:1718399241.959189:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.959191:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.959194:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:1.0:1718399241.959195:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000800:00000200:1.0:1718399241.959354:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.959356:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092297800 (tot 82313938). 00000400:00000200:1.0:1718399241.959359:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.959361:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.959363:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ecc0 00000400:00000010:1.0:1718399241.959363:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ecc0. 00000100:00000200:1.0:1718399241.959368:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbdf00 x1801871316475904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399241.962107:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51d6a00. 00010000:00000010:2.1:1718399241.962114:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fcc0. 00010000:00000010:2.1:1718399241.962117:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f64b180. 00010000:00000010:2.1:1718399241.962120:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51f3d00. 00010000:00000010:2.1:1718399241.962125:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00010000:00000010:2.1:1718399241.962127:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093efeac0. 00010000:00000010:0.1:1718399241.965753:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093148b40. 00000400:00000200:1.0:1718399241.965808:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.965820:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59240 00000400:00000200:1.0:1718399241.965826:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabbe9 [2] + 328 00000400:00000200:1.0:1718399241.965889:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.965894:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.965899:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399241.965904:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df70000. 00000800:00000200:1.0:1718399241.966592:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.966594:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c291e00 (tot 82314186). 00000400:00000200:1.0:1718399241.966596:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.966599:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.966602:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94663b8 00000400:00000010:1.0:1718399241.966603:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94663b8. 00000800:00000200:1.0:1718399241.966630:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.966631:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c291500 (tot 82313938). 00000400:00000200:1.0:1718399241.966632:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.966635:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.966636:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466908 00000400:00000010:1.0:1718399241.966637:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466908. 00000100:00000200:1.0:1718399241.966640:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316475968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399241.968436:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009867e700. 00010000:00000010:2.1:1718399241.968442:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25680. 00000800:00000200:1.0:1718399241.970576:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.970578:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092297000 (tot 82314186). 00000400:00000200:1.0:1718399241.970580:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.970584:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.970587:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e6e8 00000400:00000010:1.0:1718399241.970588:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e6e8. 00000800:00000200:1.0:1718399241.970628:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.970630:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c291e00 (tot 82313938). 00000400:00000200:1.0:1718399241.970632:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.970635:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.970637:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466c38 00000400:00000010:1.0:1718399241.970638:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466c38. 00000100:00000200:1.0:1718399241.970641:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316476032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1718399241.973124:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.973126:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092297f00 (tot 82313938). 00000400:00000200:1.0:1718399241.973129:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.973132:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.973134:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ea18 00000400:00000010:1.0:1718399241.973135:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ea18. 00010000:00000010:1.1:1718399241.974377:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f64a640. 00010000:00000010:1.1:1718399241.974383:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009853aa00. 00010000:00000010:1.1:1718399241.974386:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00010000:00000010:1.1:1718399241.974388:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c291c00. 00010000:00000010:1.1:1718399241.974390:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8d80. 00000800:00000200:1.0:1718399241.977086:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.977089:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092297d00 (tot 82313938). 00000400:00000200:1.0:1718399241.977091:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.977094:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.977096:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eb28 00000400:00000010:1.0:1718399241.977097:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eb28. 00000800:00000200:1.0:1718399241.977526:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.977527:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093218900 (tot 82313938). 00000400:00000200:1.0:1718399241.977530:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.977533:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.977535:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376000 00000400:00000010:1.0:1718399241.977536:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376000. 00000100:00000200:1.0:1718399241.977539:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c2797c0 x1801871316476160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399241.977799:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093149200. 00010000:00000010:1.1:1718399241.977832:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5247600. 00010000:00000010:1.1:1718399241.977836:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaa400. 00010000:00000010:1.1:1718399241.977841:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012eb0a600. 00010000:00000010:1.1:1718399241.977844:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8b40. 00000800:00000200:1.0:1718399241.979395:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.979398:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf000 (tot 82313938). 00000400:00000200:1.0:1718399241.979401:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.979404:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.979406:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466880 00000400:00000010:1.0:1718399241.979407:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466880. 02000000:00000010:0.0:1718399241.982100:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa200. 02000000:00000010:0.0:1718399241.982105:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fbc00. 00000100:00000010:0.0:1718399241.982108:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb8980. 00000100:00000010:0.0:1718399241.982112:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012bf2b180. 00010000:00000010:0.0:1718399241.982114:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571840. 00010000:00000010:2.1:1718399241.982411:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928ef400. 00010000:00000010:2.1:1718399241.982416:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9d40. 00000800:00000200:1.0:1718399241.982839:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.982842:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf600 (tot 82313938). 00000400:00000200:1.0:1718399241.982845:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.982848:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.982850:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94667f8 00000400:00000010:1.0:1718399241.982851:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94667f8. 02000000:00000010:1.0:1718399241.982854:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2e00. 00080000:00000010:0.0:1718399241.983032:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093218d00. 00010000:00000010:0.0:1718399241.983086:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6680. 00010000:00000010:0.0:1718399241.983090:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800930ff400. 00010000:00000010:0.0:1718399241.983134:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093218900. 00010000:00000010:0.0:1718399241.983136:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc900. 00010000:00000010:0.0:1718399241.983139:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f24900. 00010000:00000010:0.0:1718399241.983142:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc180. 00080000:00000010:0.0:1718399241.983148:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093218200. 00010000:00000010:0.0:1718399241.983162:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc180. 00010000:00000010:0.0:1718399241.983164:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc900. 00010000:00000010:0.0:1718399241.983199:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f24240. 00010000:00000010:0.0:1718399241.983202:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc900. 00010000:00000010:0.0:1718399241.983206:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3e3180. 00000100:00000010:0.0:1718399241.983209:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d90c0. 00000100:00000010:0.0:1718399241.983213:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 02000000:00000010:0.0:1718399241.983220:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2400. 02000000:00000010:0.0:1718399241.983232:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2600. 00000400:00000010:0.0:1718399241.983235:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c60. 00000400:00000010:0.0:1718399241.983237:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376e58. 00000100:00000200:0.0:1718399241.983240:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316476288, portal 16 00000400:00000010:0.0:1718399241.983242:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376ee0. 00000100:00000200:0.0:1718399241.983243:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316476288, offset 0 00000400:00000200:0.0:1718399241.983247:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399241.983251:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399241.983256:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399241.983258:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399241.983260:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399241.983263:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89759:89759:256:4294967295] 192.168.202.25@tcp LPNI seq info [89759:89759:8:4294967295] 00000400:00000200:0.0:1718399241.983289:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399241.983293:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399241.983295:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093218400 (tot 82314186). 00000800:00000200:0.0:1718399241.983297:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399241.983301:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399241.983303:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093218400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399241.983512:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.983514:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093218400 (tot 82313938). 00000400:00000200:1.0:1718399241.983516:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.983519:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.983521:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376ee0 00000400:00000010:1.0:1718399241.983522:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376ee0. 00000100:00000200:1.0:1718399241.983530:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c279300 x1801871316476288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399241.986096:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009314f840. 00010000:00000010:2.1:1718399241.986143:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930fa880. 00010000:00000010:2.1:1718399241.986149:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8801303f5440. 00000400:00000010:0.0:1718399241.986231:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c60. 00000400:00000200:0.0:1718399241.986235:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376e58 00000400:00000010:0.0:1718399241.986236:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376e58. 00000100:00000200:0.0:1718399241.986242:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c279300 x1801871316476288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399241.986248:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c279300 x1801871316476288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1718399241.986266:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2600. 02000000:00000010:0.0:1718399241.986284:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2400. 00000100:00000010:0.0:1718399241.986287:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 00000100:00000010:0.0:1718399241.986289:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d90c0. 00010000:00000010:0.0:1718399241.986292:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3e3180. 00000400:00000200:1.0:1718399241.986340:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399241.986346:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd593c0 00000400:00000200:1.0:1718399241.986350:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabc39 [2] + 0 00000400:00000200:1.0:1718399241.986391:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.986394:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399241.986397:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399241.986401:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df74740. 00000100:00000010:2.0:1718399241.986564:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012bf2b180. 00000100:00000010:2.0:1718399241.986569:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012bf2b180. 00010000:00000010:2.0:1718399241.986571:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571680. 00000400:00000010:2.0:1718399241.986576:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e440. 00000100:00000200:2.0:1718399241.986579:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317898176, offset 224 00000400:00000200:2.0:1718399241.986583:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:0.0:1718399241.986986:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093218800. 00010000:00000010:0.0:1718399241.987058:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc900. 00010000:00000010:0.0:1718399241.987062:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800930ffe80. 00010000:00000010:0.0:1718399241.987111:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f27a80. 00010000:00000010:0.0:1718399241.987114:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc900. 00010000:00000010:0.0:1718399241.987119:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3e3180. 00000100:00000010:0.0:1718399241.987122:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d90c0. 00000100:00000010:0.0:1718399241.987125:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 02000000:00000010:0.0:1718399241.987132:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2400. 02000000:00000010:0.0:1718399241.987145:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2600. 00000400:00000010:0.0:1718399241.987148:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c60. 00000400:00000010:0.0:1718399241.987150:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376e58. 00000100:00000200:0.0:1718399241.987154:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316476352, portal 16 00000400:00000010:0.0:1718399241.987157:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376dd0. 00000100:00000200:0.0:1718399241.987159:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316476352, offset 0 00000400:00000200:0.0:1718399241.987163:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399241.987169:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399241.987174:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399241.987177:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399241.987179:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399241.987182:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89760:89760:256:4294967295] 192.168.202.25@tcp LPNI seq info [89760:89760:8:4294967295] 00000400:00000200:0.0:1718399241.987189:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399241.987193:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399241.987196:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093218300 (tot 82314186). 00000800:00000200:0.0:1718399241.987200:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399241.987205:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399241.987208:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093218300 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1718399241.987353:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399241.987357:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89761:89761:255:4294967295] 192.168.202.25@tcp LPNI seq info [89761:89761:7:4294967295] 00000400:00000200:2.0:1718399241.987363:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399241.987367:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399241.987370:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092297800 (tot 82314434). 00000800:00000200:2.0:1718399241.987379:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399241.987383:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399241.987385:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092297800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399241.987393:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399241.987396:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399241.987398:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa800. 00000800:00000200:1.0:1718399241.987462:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.987464:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093218300 (tot 82314186). 00000400:00000200:1.0:1718399241.987467:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.987470:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.987472:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376dd0 00000400:00000010:1.0:1718399241.987474:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376dd0. 00000100:00000200:1.0:1718399241.987494:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c279300 x1801871316476352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1718399241.987531:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.987533:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092297800 (tot 82313938). 00000400:00000200:1.0:1718399241.987535:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.987538:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.987539:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e440 00000400:00000010:1.0:1718399241.987540:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e440. 00010000:00000010:3.1:1718399241.988393:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b38f000. 00010000:00000010:3.1:1718399241.988399:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00010000:00000010:3.1:1718399241.988401:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093218900. 00010000:00000010:3.1:1718399241.988404:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f24900. 00010000:00000010:1.1:1718399241.988436:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930ee640. 00010000:00000010:2.1:1718399241.988488:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880135b80300. 00010000:00000010:2.1:1718399241.988492:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f27cc0. 00000400:00000200:0.0:1718399241.989854:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399241.989866:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe1c0 00000400:00000200:0.0:1718399241.989872:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad2cd [1] + 224 00000400:00000200:0.0:1718399241.989890:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399241.989893:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399241.989899:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c279300 x1801871316476352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399241.990103:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c60. 00000400:00000200:2.0:1718399241.990107:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376e58 00000400:00000010:2.0:1718399241.990109:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376e58. 00000100:00000200:2.0:1718399241.990113:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c279300 x1801871316476352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399241.990120:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c279300 x1801871316476352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399241.990140:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2600. 02000000:00000010:2.0:1718399241.990145:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2400. 00000100:00000010:2.0:1718399241.990148:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 00000100:00000010:2.0:1718399241.990151:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d90c0. 00010000:00000010:2.0:1718399241.990154:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3e3180. 00000400:00000200:0.0:1718399241.990386:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399241.990392:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59400 00000400:00000200:0.0:1718399241.990396:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabc39 [2] + 328 00000400:00000200:0.0:1718399241.990437:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399241.990440:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399241.990445:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399241.990449:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 00000020:00000010:2.0:1718399241.990651:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa800. 00000020:00000010:2.0:1718399241.990656:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399241.990659:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399241.990675:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317898240/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399241.990843:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317898240 02000000:00000010:2.0:1718399241.990850:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa400. 00010000:00000010:2.0:1718399241.990866:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092afd480. 00010000:00000010:2.0:1718399241.990879:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571680. 00000100:00000010:2.0:1718399241.990883:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012bf2b180. 00000100:00000010:2.0:1718399241.991034:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012bf2b180. 00010000:00000010:2.0:1718399241.991037:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571680. 00000400:00000010:2.0:1718399241.991046:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e4c8. 00000100:00000200:2.0:1718399241.991049:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317898240, offset 224 00000400:00000200:2.0:1718399241.991055:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399241.991062:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399241.991066:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89762:89762:256:4294967295] 192.168.202.25@tcp LPNI seq info [89762:89762:8:4294967295] 00000400:00000200:2.0:1718399241.991073:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399241.991077:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399241.991081:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092297800 (tot 82314186). 00000800:00000200:2.0:1718399241.991085:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399241.991090:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399241.991092:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092297800 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1718399241.991160:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093218400. 00010000:00000010:0.0:1718399241.991213:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc900. 00010000:00000010:0.0:1718399241.991217:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092afd400. 00010000:00000010:0.0:1718399241.991297:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f25200. 00010000:00000010:0.0:1718399241.991301:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc900. 00010000:00000010:0.0:1718399241.991307:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3e3980. 00000100:00000010:0.0:1718399241.991309:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d96c0. 00000100:00000010:0.0:1718399241.991314:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 02000000:00000010:0.0:1718399241.991320:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c3a00. 02000000:00000010:0.0:1718399241.991334:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2800. 00000400:00000010:0.0:1718399241.991337:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e928f0. 00000400:00000010:0.0:1718399241.991339:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376770. 00000100:00000200:0.0:1718399241.991343:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316476416, portal 16 00000400:00000010:0.0:1718399241.991345:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376b28. 00000100:00000200:0.0:1718399241.991346:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316476416, offset 0 00000400:00000200:0.0:1718399241.991350:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399241.991354:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399241.991359:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399241.991361:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399241.991363:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399241.991365:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89763:89763:255:4294967295] 192.168.202.25@tcp LPNI seq info [89763:89763:7:4294967295] 00000400:00000200:0.0:1718399241.991371:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399241.991374:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399241.991376:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093218e00 (tot 82314434). 00000800:00000200:0.0:1718399241.991379:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399241.991382:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399241.991384:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093218e00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1718399241.991419:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399241.991423:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399241.991426:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa800. 00000800:00000200:1.0:1718399241.993156:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.993160:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092297800 (tot 82314186). 00000400:00000200:1.0:1718399241.993165:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.993170:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.993174:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e4c8 00000400:00000010:1.0:1718399241.993175:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e4c8. 00000800:00000200:1.0:1718399241.993230:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.993231:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093218e00 (tot 82313938). 00000400:00000200:1.0:1718399241.993233:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.993236:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.993238:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376b28 00000400:00000010:1.0:1718399241.993239:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376b28. 00000100:00000200:1.0:1718399241.993244:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27d0c0 x1801871316476416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399241.993437:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e382700. 00010000:00000010:3.1:1718399241.993443:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f24240. 00000400:00000200:0.0:1718399241.995004:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399241.995016:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe200 00000400:00000200:0.0:1718399241.995022:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad2d9 [1] + 224 00000400:00000200:0.0:1718399241.995038:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399241.995041:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399241.995046:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27d0c0 x1801871316476416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399241.995230:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e928f0. 00000400:00000200:2.0:1718399241.995234:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376770 00000400:00000010:2.0:1718399241.995235:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376770. 00000100:00000200:2.0:1718399241.995240:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27d0c0 x1801871316476416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399241.995246:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27d0c0 x1801871316476416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399241.995267:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2800. 02000000:00000010:2.0:1718399241.995294:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c3a00. 00000100:00000010:2.0:1718399241.995297:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 00000100:00000010:2.0:1718399241.995300:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d96c0. 00010000:00000010:2.0:1718399241.995304:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3e3980. 00000400:00000200:0.0:1718399241.995656:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399241.995662:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59440 00000400:00000200:0.0:1718399241.995666:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabc39 [2] + 656 00000400:00000200:0.0:1718399241.995952:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399241.995956:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399241.995960:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399241.995963:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000020:00000010:2.0:1718399241.996127:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa800. 00000020:00000010:2.0:1718399241.996131:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399241.996134:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399241.996152:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317898304/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:409/0 lens 328/0 e 0 to 0 dl 1718399284 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399241.996177:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317898304 02000000:00000010:2.0:1718399241.996184:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb000. 00010000:00000010:2.0:1718399241.996203:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012a3c6180. 00010000:00000010:2.0:1718399241.996217:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571680. 00000100:00000010:2.0:1718399241.996222:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012bf2b180. 00000100:00000010:2.0:1718399241.996336:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012bf2b180. 00010000:00000010:2.0:1718399241.996340:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571680. 00000400:00000010:2.0:1718399241.996348:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399241.996352:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317898304, offset 224 00000400:00000200:2.0:1718399241.996357:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399241.996366:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399241.996371:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89764:89764:256:4294967295] 192.168.202.25@tcp LPNI seq info [89764:89764:8:4294967295] 00000400:00000200:2.0:1718399241.996378:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399241.996382:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399241.996385:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092297000 (tot 82314186). 00000800:00000200:2.0:1718399241.996388:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399241.996394:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399241.996397:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092297000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399241.996416:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399241.996420:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399241.996422:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa800. 00080000:00000010:0.0:1718399241.996511:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093218100. 00000800:00000200:1.0:1718399241.996742:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399241.996745:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092297000 (tot 82313938). 00000400:00000200:1.0:1718399241.996748:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399241.996752:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399241.996755:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:1.0:1718399241.996756:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00010000:00000010:0.0:1718399241.996906:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc900. 00010000:00000010:0.0:1718399241.996911:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012a3c6c00. 00010000:00000010:0.0:1718399241.996961:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f24480. 00010000:00000010:0.0:1718399241.996965:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc900. 00010000:00000010:0.0:1718399241.996971:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3e3dc0. 00000100:00000010:0.0:1718399241.996977:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d99c0. 00000100:00000010:0.0:1718399241.996982:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 02000000:00000010:0.0:1718399241.996992:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c3a00. 02000000:00000010:0.0:1718399241.997009:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2800. 00000400:00000010:0.0:1718399241.997012:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c08. 00000400:00000010:0.0:1718399241.997016:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376908. 00000100:00000200:0.0:1718399241.997019:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316476480, portal 16 00000400:00000010:0.0:1718399241.997022:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373762a8. 00000100:00000200:0.0:1718399241.997023:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316476480, offset 0 00010000:00000010:3.1:1718399241.997076:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930caac0. 00000400:00000200:0.0:1718399241.997411:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399241.997416:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399241.997421:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399241.997424:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399241.997426:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399241.997428:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89765:89765:256:4294967295] 192.168.202.25@tcp LPNI seq info [89765:89765:8:4294967295] 00000400:00000200:0.0:1718399241.997434:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399241.997437:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399241.997439:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093218900 (tot 82314186). 00000800:00000200:0.0:1718399241.997443:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399241.997447:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399241.997449:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093218900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399241.997633:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399241.997635:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093218900 (tot 82313938). 00000400:00000200:2.0:1718399241.997638:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399241.997641:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399241.997643:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373762a8 00000400:00000010:2.0:1718399241.997644:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373762a8. 00000100:00000200:2.0:1718399241.997649:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27df00 x1801871316476480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399241.999398:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399241.999409:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe240 00000400:00000200:0.0:1718399241.999416:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad2e5 [1] + 224 00000400:00000200:0.0:1718399241.999434:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399241.999437:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399241.999442:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27df00 x1801871316476480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399241.999485:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c08. 00000400:00000200:1.0:1718399241.999489:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376908 00000400:00000010:1.0:1718399241.999490:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376908. 00000100:00000200:1.0:1718399241.999495:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27df00 x1801871316476480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399241.999502:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27df00 x1801871316476480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399248 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399241.999522:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2800. 02000000:00000010:1.0:1718399241.999526:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c3a00. 00000100:00000010:1.0:1718399241.999530:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 00000100:00000010:1.0:1718399241.999533:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d99c0. 00010000:00000010:1.0:1718399241.999537:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3e3dc0. 00010000:00000010:3.1:1718399241.999575:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f70900. 00010000:00000010:3.1:1718399241.999581:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f27a80. 00000400:00000200:0.0:1718399242.000464:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.000471:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59480 00000400:00000200:0.0:1718399242.000475:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabc39 [2] + 984 00000400:00000200:0.0:1718399242.000669:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.000674:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.000678:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.000682:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00080000:00000010:0.0:1718399242.001116:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093218900. 00010000:00000010:0.0:1718399242.001171:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc900. 00010000:00000010:0.0:1718399242.001175:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b488380. 00010000:00000010:0.0:1718399242.001300:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f26880. 00010000:00000010:0.0:1718399242.001306:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc900. 00010000:00000010:0.0:1718399242.001312:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3e30c0. 00000100:00000010:0.0:1718399242.001315:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9480. 00000800:00000200:2.0:1718399242.001362:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.001365:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf700 (tot 82313938). 00000400:00000200:2.0:1718399242.001368:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.001371:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.001373:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466e58 00000400:00000010:2.0:1718399242.001374:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466e58. 00000100:00000010:0.0:1718399242.001400:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 02000000:00000010:0.0:1718399242.001408:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2400. 02000000:00000010:0.0:1718399242.001422:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2600. 00000400:00000010:0.0:1718399242.001425:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c08. 00000400:00000010:0.0:1718399242.001428:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373764c8. 00000100:00000200:0.0:1718399242.001431:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316476544, portal 16 00000400:00000010:0.0:1718399242.001434:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376cc0. 00000100:00000200:0.0:1718399242.001435:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316476544, offset 0 00000400:00000200:0.0:1718399242.001439:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.001443:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.001448:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399242.001450:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399242.001452:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399242.001454:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89767:89767:256:4294967295] 192.168.202.25@tcp LPNI seq info [89767:89767:8:4294967295] 00000400:00000200:0.0:1718399242.001460:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.001463:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.001465:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093218e00 (tot 82314186). 00000800:00000200:0.0:1718399242.001469:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.001472:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.001474:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093218e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399242.001625:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.001627:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093218e00 (tot 82313938). 00000400:00000200:2.0:1718399242.001630:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.001633:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.001635:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376cc0 00000400:00000010:2.0:1718399242.001636:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376cc0. 00000100:00000200:2.0:1718399242.001640:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27a600 x1801871316476544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399242.002335:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931e9440. 00010000:00000010:3.1:1718399242.002342:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012b1de880. 00000400:00000200:0.0:1718399242.003353:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.003363:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe280 00000400:00000200:0.0:1718399242.003368:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad2f1 [1] + 224 00000400:00000200:0.0:1718399242.003385:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.003388:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.003393:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27a600 x1801871316476544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.003523:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c08. 00000400:00000200:2.0:1718399242.003527:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373764c8 00000400:00000010:2.0:1718399242.003528:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373764c8. 00000100:00000200:2.0:1718399242.003533:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27a600 x1801871316476544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.003539:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27a600 x1801871316476544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.003559:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2600. 02000000:00000010:2.0:1718399242.003563:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2400. 00000100:00000010:2.0:1718399242.003566:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 00000100:00000010:2.0:1718399242.003569:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9480. 00010000:00000010:2.0:1718399242.003573:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3e30c0. 00000400:00000200:0.0:1718399242.003828:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.003833:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd594c0 00000400:00000200:0.0:1718399242.003837:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabc39 [2] + 1312 00000400:00000200:0.0:1718399242.003873:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.003876:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.003879:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.003883:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000800:00000200:2.0:1718399242.004244:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.004246:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebff00 (tot 82313938). 00080000:00000010:0.0:1718399242.004247:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093218300. 00000400:00000200:2.0:1718399242.004249:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.004253:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.004255:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466a18 00000400:00000010:2.0:1718399242.004256:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466a18. 00010000:00000010:0.0:1718399242.004331:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc900. 00010000:00000010:0.0:1718399242.004335:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093054e80. 00010000:00000010:0.0:1718399242.004386:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009355eb00. 00010000:00000010:0.0:1718399242.004388:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc900. 00010000:00000010:0.0:1718399242.004391:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f261c0. 00010000:00000010:0.0:1718399242.004395:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc180. 00080000:00000010:1.0:1718399242.004819:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3a00. 00010000:00000010:1.0:1718399242.004847:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc180. 00010000:00000010:1.0:1718399242.004851:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc900. 00010000:00000010:1.0:1718399242.004904:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5270240. 00010000:00000010:1.0:1718399242.004907:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.004913:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399242.004916:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399242.004922:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 02000000:00000010:1.0:1718399242.004930:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc000. 02000000:00000010:1.0:1718399242.004945:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fd200. 00000400:00000010:1.0:1718399242.004948:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1268. 00000400:00000010:1.0:1718399242.004951:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399242.004954:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316476608, portal 16 00000400:00000010:1.0:1718399242.004957:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a4c8. 00000100:00000200:1.0:1718399242.004959:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316476608, offset 0 00000400:00000200:1.0:1718399242.004963:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.004968:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.004973:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.004976:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.004978:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.004980:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89769:89769:256:4294967295] 192.168.202.25@tcp LPNI seq info [89769:89769:8:4294967295] 00000400:00000200:1.0:1718399242.004986:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.004989:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.004991:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3900 (tot 82314186). 00000800:00000200:1.0:1718399242.004994:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.004999:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.005001:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.005289:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.005291:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d3e3900 (tot 82313938). 00000400:00000200:0.0:1718399242.005295:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.005299:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.005301:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a4c8 00000400:00000010:0.0:1718399242.005302:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a4c8. 00000100:00000200:0.0:1718399242.005307:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df73440 x1801871316476608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.005980:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88013645cfc0. 00010000:00000010:3.1:1718399242.006177:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d8d600. 00010000:00000010:3.1:1718399242.006182:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25200. 00000400:00000200:0.0:1718399242.006249:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.006256:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe2c0 00000400:00000200:0.0:1718399242.006260:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad2fd [1] + 224 00000400:00000200:0.0:1718399242.006291:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.006294:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.006298:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df73440 x1801871316476608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399242.006408:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1268. 00000400:00000200:1.0:1718399242.006411:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399242.006412:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:1.0:1718399242.006417:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df73440 x1801871316476608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.006424:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df73440 x1801871316476608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399242.006440:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fd200. 02000000:00000010:1.0:1718399242.006444:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc000. 00000100:00000010:1.0:1718399242.006447:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000100:00000010:1.0:1718399242.006449:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399242.006451:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000200:0.0:1718399242.007016:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.007022:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59500 00000400:00000200:0.0:1718399242.007025:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabc39 [2] + 1640 00000400:00000200:0.0:1718399242.007215:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.007220:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.007223:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.007227:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00000020:00000010:2.0:1718399242.007666:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb400. 00000020:00000010:2.0:1718399242.007671:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399242.007674:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399242.007689:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317898496/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399242.007764:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317898496 02000000:00000010:2.0:1718399242.007771:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb600. 00010000:00000010:2.0:1718399242.007799:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5026380. 00010000:00000010:2.0:1718399242.007892:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571680. 00000100:00000010:2.0:1718399242.007897:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012bf2b180. 00000100:00000010:2.0:1718399242.007912:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012bf2b180. 00010000:00000010:2.0:1718399242.007915:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571680. 00000400:00000010:2.0:1718399242.007923:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399242.007926:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317898496, offset 224 00000400:00000200:2.0:1718399242.007932:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.007938:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.007943:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89770:89770:256:4294967295] 192.168.202.25@tcp LPNI seq info [89770:89770:8:4294967295] 00000400:00000200:2.0:1718399242.007950:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.007954:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.007957:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092297f00 (tot 82314186). 00000800:00000200:2.0:1718399242.007961:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.007966:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.007970:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092297f00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1718399242.008019:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3200. 00010000:00000010:1.0:1718399242.008068:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.008073:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5026300. 00000020:00000010:2.0:1718399242.008095:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399242.008099:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399242.008101:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb400. 00010000:00000010:1.0:1718399242.008123:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5270d80. 00010000:00000010:1.0:1718399242.008126:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.008132:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399242.008134:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399242.008139:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 02000000:00000010:1.0:1718399242.008147:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc000. 02000000:00000010:1.0:1718399242.008163:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fd200. 00000400:00000010:1.0:1718399242.008166:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1268. 00000400:00000010:1.0:1718399242.008169:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000800:00000200:0.0:1718399242.008172:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1718399242.008173:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316476672, portal 16 00000800:00000010:0.0:1718399242.008175:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092297f00 (tot 82313938). 00000400:00000010:1.0:1718399242.008176:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a770. 00000100:00000200:1.0:1718399242.008177:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316476672, offset 0 00000400:00000200:0.0:1718399242.008177:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.008181:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.008183:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.008184:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:0.0:1718399242.008186:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000400:00000200:1.0:1718399242.008187:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.008193:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.008195:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.008197:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.008200:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89771:89771:255:4294967295] 192.168.202.25@tcp LPNI seq info [89771:89771:7:4294967295] 00000400:00000200:1.0:1718399242.008206:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.008209:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.008211:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3e00 (tot 82314186). 00000800:00000200:1.0:1718399242.008214:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.008217:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.008219:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.008243:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.008245:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d3e3e00 (tot 82313938). 00000400:00000200:0.0:1718399242.008249:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.008252:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.008254:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a770 00000400:00000010:0.0:1718399242.008254:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a770. 00000100:00000200:0.0:1718399242.008258:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df73440 x1801871316476672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.008421:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009355eb00. 00010000:00000010:0.1:1718399242.008426:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f261c0. 00000400:00000200:0.0:1718399242.009603:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.009615:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe300 00000400:00000200:0.0:1718399242.009620:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad309 [1] + 224 00000400:00000200:0.0:1718399242.009627:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.009630:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.009635:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df73440 x1801871316476672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.009664:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.009668:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59540 00000400:00000200:0.0:1718399242.009672:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabc39 [2] + 1968 00000400:00000010:0.0:1718399242.009675:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92318. 00000400:00000200:0.0:1718399242.009677:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800930d9a80 00000400:00000200:0.0:1718399242.009728:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.009731:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.009733:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800930d9a80 00000400:00000010:0.0:1718399242.009735:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800930d9a80 (tot 82313786). 00000100:00000200:0.0:1718399242.009739:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1718399242.009769:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1268. 00000400:00000200:1.0:1718399242.009772:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399242.009773:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:1.0:1718399242.009777:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df73440 x1801871316476672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.009782:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df73440 x1801871316476672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399242.009812:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fd200. 00000020:00000010:2.0:1718399242.009819:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb400. 02000000:00000010:1.0:1718399242.009820:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc000. 00000020:00000010:2.0:1718399242.009823:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6080. 00000100:00000010:1.0:1718399242.009824:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000020:00000010:2.0:1718399242.009826:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000010:1.0:1718399242.009827:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399242.009830:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000100:00000200:2.0:1718399242.009839:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009caea050 x1801871317898560/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.009864:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317898560 02000000:00000010:2.0:1718399242.009869:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fba00. 00010000:00000010:2.0:1718399242.009885:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a518d780. 00010000:00000010:2.0:1718399242.009898:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571680. 00000100:00000010:2.0:1718399242.009902:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012bf2b180. 00000100:00000010:2.0:1718399242.009915:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012bf2b180. 00010000:00000010:2.0:1718399242.009917:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571680. 00000400:00000010:2.0:1718399242.009924:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e908. 00000100:00000200:2.0:1718399242.009927:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317898560, offset 224 00000400:00000200:2.0:1718399242.009932:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.009937:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.009942:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89772:89772:256:4294967295] 192.168.202.25@tcp LPNI seq info [89772:89772:8:4294967295] 00000400:00000200:2.0:1718399242.009948:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.009952:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.009956:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092297f00 (tot 82314034). 00000800:00000200:2.0:1718399242.009960:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.009965:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.009967:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092297f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.009975:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399242.009978:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399242.009981:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb400. 02000000:00000010:2.0:1718399242.009987:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb600. 00000100:00000010:2.0:1718399242.009988:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:2.0:1718399242.009991:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3000. 00000100:00000010:2.0:1718399242.009993:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 02000000:00000010:2.0:1718399242.009995:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2200. 00000100:00000010:2.0:1718399242.009997:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 02000000:00000010:2.0:1718399242.009998:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb000. 00000100:00000010:2.0:1718399242.010000:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:2.0:1718399242.010002:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa400. 00000100:00000010:2.0:1718399242.010004:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 02000000:00000010:2.0:1718399242.010006:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa600. 00000100:00000010:2.0:1718399242.010008:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df74740. 00000100:00000200:2.0:1718399242.010011:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399242.010014:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcddc0. 00000400:00000010:2.0:1718399242.010016:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff88012bf2b180 (tot 82314186). 00080000:00000010:1.0:1718399242.010144:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3600. 00010000:00000010:1.0:1718399242.010187:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.010190:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a518d700. 00010000:00000010:1.0:1718399242.010238:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5271680. 00010000:00000010:1.0:1718399242.010242:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.010247:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399242.010249:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399242.010253:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 02000000:00000010:1.0:1718399242.010259:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc000. 02000000:00000010:1.0:1718399242.010290:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fd200. 00000400:00000010:1.0:1718399242.010292:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1268. 00000400:00000010:1.0:1718399242.010295:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399242.010297:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316476736, portal 16 00000400:00000010:1.0:1718399242.010299:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ae58. 00000100:00000200:1.0:1718399242.010300:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316476736, offset 0 00000400:00000200:1.0:1718399242.010305:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.010309:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.010314:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.010316:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.010319:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.010321:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89773:89773:255:4294967295] 192.168.202.25@tcp LPNI seq info [89773:89773:7:4294967295] 00000400:00000200:1.0:1718399242.010327:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.010330:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.010332:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3800 (tot 82314434). 00000800:00000200:1.0:1718399242.010335:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.010338:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.010339:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.010390:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.010392:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092297f00 (tot 82314186). 00000400:00000200:0.0:1718399242.010394:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.010397:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.010399:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e908 00000400:00000010:0.0:1718399242.010400:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e908. 02000000:00000010:0.0:1718399242.010403:0:18240:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fba00. 00000800:00000200:0.0:1718399242.010430:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.010432:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d3e3800 (tot 82313938). 00000400:00000200:0.0:1718399242.010436:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.010438:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.010440:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ae58 00000400:00000010:0.0:1718399242.010441:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ae58. 00000100:00000200:0.0:1718399242.010444:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df73440 x1801871316476736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.012136:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c206640. 00000400:00000200:0.0:1718399242.012158:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.012166:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe340 00000400:00000200:0.0:1718399242.012171:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad319 [1] + 224 00000400:00000200:0.0:1718399242.012185:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.012188:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.012193:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df73440 x1801871316476736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.012364:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009338df80. 00000400:00000010:1.0:1718399242.012382:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1268. 00000400:00000200:1.0:1718399242.012385:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399242.012386:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:1.0:1718399242.012392:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df73440 x1801871316476736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.012398:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df73440 x1801871316476736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399242.012414:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fd200. 02000000:00000010:1.0:1718399242.012420:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc000. 00000100:00000010:1.0:1718399242.012423:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000100:00000010:1.0:1718399242.012426:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399242.012428:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00010000:00000010:3.1:1718399242.012484:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093026100. 00010000:00000010:3.1:1718399242.012491:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f24480. 00010000:00000010:3.1:1718399242.012493:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53ada00. 00010000:00000010:3.1:1718399242.012498:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f26880. 00000400:00000200:0.0:1718399242.012691:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.012698:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59580 00000400:00000200:0.0:1718399242.012702:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabc91 [2] + 0 00000400:00000200:0.0:1718399242.012748:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.012751:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.012755:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.012791:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000020:00000010:2.0:1718399242.012956:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa600. 00000020:00000010:2.0:1718399242.012961:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399242.012965:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399242.012981:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317898624/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399242.013006:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317898624 02000000:00000010:2.0:1718399242.013013:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa400. 00010000:00000010:2.0:1718399242.013029:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012f65da00. 00010000:00000010:2.0:1718399242.013043:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571680. 00000100:00000010:2.0:1718399242.013048:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093f9e180. 00000100:00000010:2.0:1718399242.013061:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093f9e180. 00010000:00000010:2.0:1718399242.013079:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571680. 00000400:00000010:2.0:1718399242.013086:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ed48. 00000100:00000200:2.0:1718399242.013089:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317898624, offset 224 00000400:00000200:2.0:1718399242.013094:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.013100:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.013104:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89774:89774:256:4294967295] 192.168.202.25@tcp LPNI seq info [89774:89774:8:4294967295] 00000400:00000200:2.0:1718399242.013111:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.013115:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.013118:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092297000 (tot 82314186). 00000800:00000200:2.0:1718399242.013122:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.013127:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.013129:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092297000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.013146:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399242.013149:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399242.013151:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa600. 00000800:00000200:0.0:1718399242.013326:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.013328:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092297000 (tot 82313938). 00000400:00000200:0.0:1718399242.013331:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.013334:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.013336:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ed48 00000400:00000010:0.0:1718399242.013338:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ed48. 00080000:00000010:1.0:1718399242.013383:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3700. 00010000:00000010:1.0:1718399242.013450:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.013454:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012f65d980. 00010000:00000010:1.0:1718399242.013500:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5272640. 00010000:00000010:1.0:1718399242.013503:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.013509:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399242.013511:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399242.013515:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 02000000:00000010:1.0:1718399242.013521:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc000. 02000000:00000010:1.0:1718399242.013534:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fd200. 00000400:00000010:1.0:1718399242.013537:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1268. 00000400:00000010:1.0:1718399242.013539:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399242.013542:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316476800, portal 16 00000400:00000010:1.0:1718399242.013545:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ab28. 00000100:00000200:1.0:1718399242.013546:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316476800, offset 0 00000400:00000200:1.0:1718399242.013550:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.013554:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.013559:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.013561:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.013563:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.013565:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89775:89775:256:4294967295] 192.168.202.25@tcp LPNI seq info [89775:89775:8:4294967295] 00000400:00000200:1.0:1718399242.013571:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.013574:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.013577:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3800 (tot 82314186). 00000800:00000200:1.0:1718399242.013579:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.013582:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.013584:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.013775:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.013777:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d3e3800 (tot 82313938). 00000400:00000200:0.0:1718399242.013782:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.013794:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.013796:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ab28 00000400:00000010:0.0:1718399242.013797:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ab28. 00000100:00000200:0.0:1718399242.013801:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df73440 x1801871316476800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.014567:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c2b7000. 00010000:00000010:0.1:1718399242.014573:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270240. 00000400:00000200:0.0:1718399242.015412:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.015421:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe380 00000400:00000200:0.0:1718399242.015426:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad325 [1] + 224 00000400:00000200:0.0:1718399242.015433:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.015436:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.015441:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df73440 x1801871316476800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.015466:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.015470:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd595c0 00000400:00000200:0.0:1718399242.015475:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabc91 [2] + 328 00000400:00000010:1.0:1718399242.015488:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1268. 00000400:00000200:1.0:1718399242.015492:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399242.015493:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:1.0:1718399242.015498:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df73440 x1801871316476800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.015504:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df73440 x1801871316476800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.015513:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.015516:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.015519:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:1.0:1718399242.015520:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fd200. 02000000:00000010:1.0:1718399242.015524:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc000. 00000100:00000010:0.0:1718399242.015524:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 00000100:00000010:1.0:1718399242.015527:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000100:00000010:1.0:1718399242.015530:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399242.015532:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00080000:00000010:1.0:1718399242.015762:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3e00. 00010000:00000010:1.0:1718399242.015820:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.015824:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d45ba80. 00010000:00000010:1.0:1718399242.015866:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a52706c0. 00010000:00000010:1.0:1718399242.015869:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.015874:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399242.015876:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399242.015879:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 02000000:00000010:1.0:1718399242.015885:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc000. 02000000:00000010:1.0:1718399242.015894:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fd200. 00000400:00000010:1.0:1718399242.015896:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1268. 00000400:00000010:1.0:1718399242.015898:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399242.015901:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316476864, portal 16 00000400:00000010:1.0:1718399242.015903:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aa18. 00000100:00000200:1.0:1718399242.015905:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316476864, offset 0 00000400:00000200:1.0:1718399242.015908:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.015912:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.015916:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.015918:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.015920:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.015922:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89777:89777:255:4294967295] 192.168.202.25@tcp LPNI seq info [89777:89777:7:4294967295] 00000400:00000200:1.0:1718399242.015928:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.015931:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.015932:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3900 (tot 82314434). 00000800:00000200:1.0:1718399242.015935:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.015938:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.015940:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.016124:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.016126:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf900 (tot 82314186). 00000400:00000200:0.0:1718399242.016129:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.016133:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.016135:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:0.0:1718399242.016136:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000800:00000200:0.0:1718399242.016438:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.016441:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d3e3900 (tot 82313938). 00000400:00000200:0.0:1718399242.016445:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.016448:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.016450:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aa18 00000400:00000010:0.0:1718399242.016451:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aa18. 00000100:00000200:0.0:1718399242.016455:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df73440 x1801871316476864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.017523:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270900. 00000400:00000200:2.0:1718399242.017564:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.017572:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe3c0 00000400:00000200:2.0:1718399242.017576:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad331 [1] + 224 00000400:00000200:2.0:1718399242.017589:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.017591:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.017595:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df73440 x1801871316476864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399242.017758:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1268. 00000400:00000200:1.0:1718399242.017761:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399242.017762:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:1.0:1718399242.017767:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df73440 x1801871316476864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.017773:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df73440 x1801871316476864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399242.017799:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fd200. 02000000:00000010:1.0:1718399242.017804:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc000. 00000100:00000010:1.0:1718399242.017807:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000100:00000010:1.0:1718399242.017809:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399242.017812:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000200:0.0:1718399242.018493:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.018500:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59600 00000400:00000200:0.0:1718399242.018505:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabc91 [2] + 656 00000400:00000200:0.0:1718399242.018618:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.018622:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.018625:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.018629:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000020:00000010:2.0:1718399242.018802:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa600. 00000020:00000010:2.0:1718399242.018807:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399242.018810:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399242.018827:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317898752/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.018855:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317898752 02000000:00000010:2.0:1718399242.018860:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb000. 00010000:00000010:2.0:1718399242.018877:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a522c780. 00010000:00000010:2.0:1718399242.018911:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571680. 00000100:00000010:2.0:1718399242.018916:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093f9e180. 00000100:00000010:2.0:1718399242.018929:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093f9e180. 00010000:00000010:2.0:1718399242.018931:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571680. 00000400:00000010:2.0:1718399242.018938:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e880. 00000100:00000200:2.0:1718399242.018942:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317898752, offset 224 00000400:00000200:2.0:1718399242.018946:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.018953:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.018957:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89778:89778:256:4294967295] 192.168.202.25@tcp LPNI seq info [89778:89778:8:4294967295] 00000400:00000200:2.0:1718399242.018964:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.018969:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.018972:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092297800 (tot 82314186). 00000800:00000200:2.0:1718399242.018975:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.018981:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.018983:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092297800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.019000:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399242.019003:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399242.019005:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa600. 00080000:00000010:1.0:1718399242.019161:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3400. 00010000:00000010:1.0:1718399242.019208:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.019211:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a522c280. 00010000:00000010:1.0:1718399242.019259:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012d3e3d00. 00010000:00000010:1.0:1718399242.019261:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083a400. 00010000:00000010:1.0:1718399242.019264:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5273a80. 00010000:00000010:1.0:1718399242.019267:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083af00. 00080000:00000010:1.0:1718399242.019292:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3000. 00010000:00000010:1.0:1718399242.019308:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083af00. 00010000:00000010:1.0:1718399242.019310:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083a400. 00010000:00000010:1.0:1718399242.019343:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5271440. 00010000:00000010:1.0:1718399242.019345:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.019350:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399242.019352:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399242.019356:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 02000000:00000010:1.0:1718399242.019362:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc000. 02000000:00000010:1.0:1718399242.019375:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fd200. 00000400:00000010:1.0:1718399242.019378:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1268. 00000400:00000010:1.0:1718399242.019380:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399242.019384:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316476928, portal 16 00000400:00000010:1.0:1718399242.019386:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a110. 00000100:00000200:1.0:1718399242.019387:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316476928, offset 0 00000400:00000200:1.0:1718399242.019392:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.019396:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.019401:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.019403:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.019405:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.019407:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89779:89779:255:4294967295] 192.168.202.25@tcp LPNI seq info [89779:89779:7:4294967295] 00000400:00000200:1.0:1718399242.019413:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.019416:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.019418:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3c00 (tot 82314434). 00000800:00000200:1.0:1718399242.019421:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.019424:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.019425:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.019481:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.019482:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092297800 (tot 82314186). 00000400:00000200:0.0:1718399242.019485:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.019488:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.019491:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e880 00000400:00000010:0.0:1718399242.019492:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e880. 00000800:00000200:0.0:1718399242.019519:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.019520:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d3e3c00 (tot 82313938). 00000400:00000200:0.0:1718399242.019523:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.019525:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.019527:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a110 00000400:00000010:0.0:1718399242.019528:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a110. 00000100:00000200:0.0:1718399242.019532:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df73440 x1801871316476928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.020991:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d43840. 00010000:00000010:1.1:1718399242.021027:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093144b00. 00010000:00000010:1.1:1718399242.021033:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270d80. 00010000:00000010:1.1:1718399242.021036:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f65e900. 00010000:00000010:1.1:1718399242.021039:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271680. 00000400:00000200:0.0:1718399242.021662:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.021672:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe400 00000400:00000200:0.0:1718399242.021677:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad33d [1] + 224 00000400:00000200:0.0:1718399242.021693:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.021696:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.021702:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df73440 x1801871316476928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399242.022128:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1268. 00000400:00000200:1.0:1718399242.022132:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399242.022133:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:1.0:1718399242.022139:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df73440 x1801871316476928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.022146:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df73440 x1801871316476928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399242.022166:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fd200. 02000000:00000010:1.0:1718399242.022171:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc000. 00000100:00000010:1.0:1718399242.022174:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000100:00000010:1.0:1718399242.022177:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399242.022180:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000200:0.0:1718399242.022293:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.022298:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59640 00000400:00000200:0.0:1718399242.022303:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabc91 [2] + 984 00000400:00000200:0.0:1718399242.022346:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.022349:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.022353:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.022357:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00080000:00000010:1.0:1718399242.023081:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3500. 00010000:00000010:1.0:1718399242.023136:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.023141:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093192700. 00010000:00000010:1.0:1718399242.023191:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5271680. 00010000:00000010:1.0:1718399242.023194:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.023200:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399242.023202:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399242.023207:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 02000000:00000010:1.0:1718399242.023213:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc000. 02000000:00000010:1.0:1718399242.023227:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fd200. 00000400:00000010:1.0:1718399242.023230:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1268. 00000400:00000010:1.0:1718399242.023233:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399242.023236:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316476992, portal 16 00000400:00000010:1.0:1718399242.023239:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a3b8. 00000100:00000200:1.0:1718399242.023240:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316476992, offset 0 00000400:00000200:1.0:1718399242.023244:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.023249:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.023253:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000800:00000200:0.0:1718399242.023253:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.023255:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf500 (tot 82313938). 00000400:00000200:1.0:1718399242.023256:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.023258:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399242.023258:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.023260:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89781:89781:255:4294967295] 192.168.202.25@tcp LPNI seq info [89781:89781:7:4294967295] 00000400:00000200:0.0:1718399242.023262:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.023264:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466bb0 00000400:00000200:1.0:1718399242.023265:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000400:00000010:0.0:1718399242.023265:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466bb0. 00000800:00000200:1.0:1718399242.023290:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.023293:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3c00 (tot 82314186). 00000800:00000200:1.0:1718399242.023296:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.023299:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.023301:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.023889:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.023891:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d3e3c00 (tot 82313938). 00000400:00000200:1.0:1718399242.023894:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.023897:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.023900:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a3b8 00000400:00000010:1.0:1718399242.023901:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a3b8. 00000100:00000200:1.0:1718399242.023906:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df73440 x1801871316476992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.024965:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.024974:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe440 00000400:00000200:0.0:1718399242.024979:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad349 [1] + 224 00000400:00000200:0.0:1718399242.024994:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.024997:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.025002:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df73440 x1801871316476992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399242.025188:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1268. 00000400:00000200:1.0:1718399242.025192:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399242.025193:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:1.0:1718399242.025198:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df73440 x1801871316476992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.025204:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df73440 x1801871316476992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399242.025222:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fd200. 02000000:00000010:1.0:1718399242.025226:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc000. 00000100:00000010:1.0:1718399242.025229:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000100:00000010:1.0:1718399242.025232:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399242.025235:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000200:0.0:1718399242.025678:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.025683:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59680 00000400:00000200:0.0:1718399242.025688:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabc91 [2] + 1312 00000400:00000200:0.0:1718399242.025727:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.025731:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.025735:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.025738:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000020:00000010:2.0:1718399242.025807:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa600. 00000020:00000010:2.0:1718399242.025812:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399242.025815:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399242.025828:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317898880/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399242.025856:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317898880 02000000:00000010:2.0:1718399242.025861:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb600. 00010000:00000010:2.0:1718399242.025874:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093192580. 00010000:00000010:2.0:1718399242.025888:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571680. 00000100:00000010:2.0:1718399242.025892:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093f9e180. 00000100:00000010:2.0:1718399242.025907:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093f9e180. 00010000:00000010:2.0:1718399242.025910:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571680. 00000400:00000010:2.0:1718399242.025915:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e110. 00000100:00000200:2.0:1718399242.025918:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317898880, offset 224 00000400:00000200:2.0:1718399242.025923:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.025929:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.025932:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89782:89782:256:4294967295] 192.168.202.25@tcp LPNI seq info [89782:89782:8:4294967295] 00000400:00000200:2.0:1718399242.025940:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.025944:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.025947:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092297800 (tot 82314186). 00000800:00000200:2.0:1718399242.025950:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.025955:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.025957:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092297800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.025976:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399242.025979:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399242.025981:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa600. 00080000:00000010:1.0:1718399242.026076:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3c00. 00010000:00000010:1.0:1718399242.026119:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.026123:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093192e00. 00010000:00000010:1.0:1718399242.026171:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5270d80. 00010000:00000010:1.0:1718399242.026174:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.026179:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399242.026181:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399242.026185:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 02000000:00000010:1.0:1718399242.026192:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc000. 02000000:00000010:1.0:1718399242.026204:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fd200. 00000400:00000010:1.0:1718399242.026206:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1268. 00000400:00000010:1.0:1718399242.026208:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399242.026211:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316477056, portal 16 00000400:00000010:1.0:1718399242.026214:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a3b8. 00000100:00000200:1.0:1718399242.026215:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316477056, offset 0 00000400:00000200:1.0:1718399242.026219:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.026222:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.026227:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.026230:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.026232:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.026234:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89783:89783:255:4294967295] 192.168.202.25@tcp LPNI seq info [89783:89783:7:4294967295] 00000400:00000200:1.0:1718399242.026240:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.026243:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.026245:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3900 (tot 82314434). 00000800:00000200:1.0:1718399242.026247:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.026250:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.026252:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3900 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1718399242.026363:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5268d80. 00000800:00000200:0.0:1718399242.026518:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.026521:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092297800 (tot 82314186). 00000400:00000200:0.0:1718399242.026524:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.026527:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.026529:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e110 00000400:00000010:0.0:1718399242.026530:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e110. 00000800:00000200:0.0:1718399242.026549:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.026551:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d3e3900 (tot 82313938). 00000400:00000200:0.0:1718399242.026554:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.026557:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.026558:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a3b8 00000400:00000010:0.0:1718399242.026559:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a3b8. 00000100:00000200:0.0:1718399242.026563:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df73440 x1801871316477056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.028416:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.028425:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe480 00000400:00000200:0.0:1718399242.028430:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad355 [1] + 224 00000400:00000200:0.0:1718399242.028451:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.028454:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.028459:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df73440 x1801871316477056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399242.028711:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1268. 00000400:00000200:1.0:1718399242.028714:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399242.028715:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:1.0:1718399242.028733:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df73440 x1801871316477056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.028740:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df73440 x1801871316477056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399242.028770:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fd200. 02000000:00000010:1.0:1718399242.028775:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc000. 00000100:00000010:1.0:1718399242.028778:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000100:00000010:1.0:1718399242.028797:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399242.028801:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00010000:00000010:1.1:1718399242.029778:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88013208e600. 00010000:00000010:1.1:1718399242.029815:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272640. 00010000:00000010:1.1:1718399242.029820:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093145c00. 00010000:00000010:1.1:1718399242.029823:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52706c0. 00010000:00000010:1.1:1718399242.029826:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3e3d00. 00010000:00000010:1.1:1718399242.029830:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273a80. 00010000:00000010:0.1:1718399242.030032:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272f40. 00000400:00000200:2.0:1718399242.030165:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.030173:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd596c0 00000400:00000200:2.0:1718399242.030181:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabc91 [2] + 1640 00000400:00000200:2.0:1718399242.030232:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.030235:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.030240:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399242.030245:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbd0c0. 00000800:00000200:0.0:1718399242.030772:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.030774:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf500 (tot 82313938). 00000400:00000200:0.0:1718399242.030777:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.030780:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.030782:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466b28 00000400:00000010:0.0:1718399242.030783:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466b28. 00080000:00000010:1.0:1718399242.030796:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3d00. 00010000:00000010:1.0:1718399242.030845:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.030850:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012eb98280. 00010000:00000010:1.0:1718399242.030900:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5273a80. 00010000:00000010:1.0:1718399242.030903:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.030910:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399242.030913:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399242.030917:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 02000000:00000010:1.0:1718399242.030925:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc000. 02000000:00000010:1.0:1718399242.030939:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fd200. 00000400:00000010:1.0:1718399242.030942:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1268. 00000400:00000010:1.0:1718399242.030945:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399242.030949:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316477120, portal 16 00000400:00000010:1.0:1718399242.030952:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a3b8. 00000100:00000200:1.0:1718399242.030953:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316477120, offset 0 00000400:00000200:1.0:1718399242.030957:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.030961:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.030966:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.030968:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.030970:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.030972:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89785:89785:256:4294967295] 192.168.202.25@tcp LPNI seq info [89785:89785:8:4294967295] 00000400:00000200:1.0:1718399242.030978:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.030981:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.030983:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3800 (tot 82314186). 00000800:00000200:1.0:1718399242.030986:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.030989:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.030990:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.031243:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.031245:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d3e3800 (tot 82313938). 00000400:00000200:0.0:1718399242.031248:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.031251:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.031253:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a3b8 00000400:00000010:0.0:1718399242.031254:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a3b8. 00000100:00000200:0.0:1718399242.031259:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df73440 x1801871316477120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.033770:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930bf600. 00010000:00000010:1.1:1718399242.033781:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930df600. 00000400:00000200:0.0:1718399242.036341:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.036355:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe4c0 00000400:00000200:0.0:1718399242.036362:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad361 [1] + 224 00000400:00000200:0.0:1718399242.036380:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.036384:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.036392:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df73440 x1801871316477120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.036898:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093cbc400. 00010000:00000010:1.1:1718399242.036905:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271440. 00010000:00000010:1.1:1718399242.036909:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093383200. 00010000:00000010:1.1:1718399242.036912:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271680. 00000400:00000010:1.0:1718399242.036942:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1268. 00000400:00000200:1.0:1718399242.036946:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399242.036948:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:1.0:1718399242.036954:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df73440 x1801871316477120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.036959:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df73440 x1801871316477120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399242.036983:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fd200. 02000000:00000010:1.0:1718399242.036988:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc000. 00000100:00000010:1.0:1718399242.036992:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000100:00000010:1.0:1718399242.036995:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399242.036998:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00010000:00000010:0.1:1718399242.037227:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930b8000. 00000400:00000200:2.0:1718399242.037301:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.037308:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59700 00000400:00000200:2.0:1718399242.037313:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabc91 [2] + 1968 00000400:00000010:2.0:1718399242.037315:0:18240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a53104d0. 00000400:00000200:2.0:1718399242.037318:0:18240:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009582a9c0 00000400:00000200:2.0:1718399242.037362:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.037365:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.037368:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009582a9c0 00000400:00000010:2.0:1718399242.037369:0:18240:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88009582a9c0 (tot 82313786). 00000100:00000200:2.0:1718399242.037373:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00080000:00000010:1.0:1718399242.037639:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3800. 00010000:00000010:1.0:1718399242.037690:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.037693:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880098758a80. 00010000:00000010:1.0:1718399242.037743:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5271680. 00010000:00000010:1.0:1718399242.037747:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.037754:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399242.037757:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399242.037761:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 02000000:00000010:1.0:1718399242.037769:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc000. 02000000:00000010:1.0:1718399242.037799:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fd200. 00000400:00000010:1.0:1718399242.037802:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1268. 00000400:00000010:1.0:1718399242.037805:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399242.037808:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316477184, portal 16 00000400:00000010:1.0:1718399242.037810:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a110. 00000100:00000200:1.0:1718399242.037811:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316477184, offset 0 00000400:00000200:1.0:1718399242.037816:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.037820:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.037825:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.037829:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.037830:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.037832:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89787:89787:255:4294967295] 192.168.202.25@tcp LPNI seq info [89787:89787:7:4294967295] 00000400:00000200:1.0:1718399242.037838:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.037841:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.037843:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3900 (tot 82314434). 00000800:00000200:1.0:1718399242.037846:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.037849:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.037851:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.037911:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.037913:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf900 (tot 82314186). 00000400:00000200:0.0:1718399242.037916:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.037919:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.037921:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466ee0 00000400:00000010:0.0:1718399242.037922:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466ee0. 02000000:00000010:0.0:1718399242.037925:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2200. 00000800:00000200:0.0:1718399242.037954:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.037956:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d3e3900 (tot 82313938). 00000400:00000200:0.0:1718399242.037960:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.037963:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.037964:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a110 00000400:00000010:0.0:1718399242.037965:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a110. 00000100:00000200:0.0:1718399242.037969:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df73440 x1801871316477184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.041959:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.041973:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe500 00000400:00000200:0.0:1718399242.041979:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad371 [1] + 224 00000400:00000200:0.0:1718399242.041987:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.041990:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.041997:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df73440 x1801871316477184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.042030:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.042033:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59740 00000400:00000200:0.0:1718399242.042037:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabce9 [2] + 0 00000400:00000200:0.0:1718399242.042080:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.042082:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.042086:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.042090:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00000400:00000010:1.0:1718399242.042347:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1268. 00000400:00000200:1.0:1718399242.042350:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399242.042352:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:1.0:1718399242.042358:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df73440 x1801871316477184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.042364:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df73440 x1801871316477184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1718399242.042381:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5376d00. 02000000:00000010:1.0:1718399242.042391:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fd200. 02000000:00000010:1.0:1718399242.042395:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc000. 00000100:00000010:1.0:1718399242.042398:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000100:00000010:1.0:1718399242.042400:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399242.042402:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00080000:00000010:1.0:1718399242.042413:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3900. 00010000:00000010:1.0:1718399242.042764:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.042769:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093cf5780. 00010000:00000010:1.0:1718399242.042831:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012c291c00. 00010000:00000010:1.0:1718399242.042833:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083a400. 00010000:00000010:1.0:1718399242.042836:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5271440. 00010000:00000010:1.0:1718399242.042839:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083af00. 00080000:00000010:1.0:1718399242.042848:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093d5f800. 00010000:00000010:1.0:1718399242.042863:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083af00. 00010000:00000010:1.0:1718399242.042865:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083a400. 00010000:00000010:1.0:1718399242.042893:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a52706c0. 00010000:00000010:1.0:1718399242.042895:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.042899:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399242.042902:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399242.042905:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 02000000:00000010:1.0:1718399242.042912:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc000. 02000000:00000010:1.0:1718399242.042926:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fd200. 00000400:00000010:1.0:1718399242.042928:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1268. 00000400:00000010:1.0:1718399242.042930:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399242.042934:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316477248, portal 16 00000400:00000010:1.0:1718399242.042937:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aa18. 00000100:00000200:1.0:1718399242.042938:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316477248, offset 0 00000400:00000200:1.0:1718399242.042954:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.042959:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.042963:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.042966:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.042968:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.042970:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89789:89789:256:4294967295] 192.168.202.25@tcp LPNI seq info [89789:89789:8:4294967295] 00000400:00000200:1.0:1718399242.042976:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.042979:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.042981:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093da7c00 (tot 82314186). 00000800:00000200:1.0:1718399242.042984:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.042987:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.042989:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093da7c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.043235:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.043237:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093da7c00 (tot 82313938). 00000400:00000200:0.0:1718399242.043240:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.043243:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.043245:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aa18 00000400:00000010:0.0:1718399242.043246:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aa18. 00000100:00000200:0.0:1718399242.043250:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df73440 x1801871316477248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.044478:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.044485:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe540 00000400:00000200:0.0:1718399242.044490:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad37d [1] + 224 00000400:00000200:0.0:1718399242.044501:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.044504:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.044508:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df73440 x1801871316477248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399242.044763:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1268. 00000400:00000200:1.0:1718399242.044765:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399242.044766:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000400:00000200:0.0:1718399242.045000:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.045016:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59780 00000400:00000200:0.0:1718399242.045020:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabce9 [2] + 328 00000400:00000200:0.0:1718399242.045066:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.045069:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.045072:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.045076:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00000100:00000200:1.0:1718399242.045158:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df73440 x1801871316477248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.045173:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df73440 x1801871316477248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399242.045207:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fd200. 02000000:00000010:1.0:1718399242.045210:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc000. 00000100:00000010:1.0:1718399242.045213:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000100:00000010:1.0:1718399242.045215:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399242.045218:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00080000:00000010:1.0:1718399242.045233:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093da7c00. 00010000:00000010:1.0:1718399242.045354:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.045358:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012db8f380. 00010000:00000010:1.1:1718399242.045417:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800957ced00. 00010000:00000010:1.1:1718399242.045432:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270d80. 00000800:00000200:0.0:1718399242.045775:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.045777:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebff00 (tot 82313938). 00000400:00000200:0.0:1718399242.045849:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1718399242.045972:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5270d80. 00010000:00000010:1.0:1718399242.045977:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a400. 00010000:00000010:1.0:1718399242.045996:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399242.045999:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399242.046002:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 02000000:00000010:1.0:1718399242.046013:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc000. 02000000:00000010:1.0:1718399242.046025:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fd200. 00000400:00000010:1.0:1718399242.046027:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1268. 00000400:00000010:1.0:1718399242.046036:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399242.046038:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316477312, portal 16 00000400:00000010:1.0:1718399242.046041:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ab28. 00000100:00000200:1.0:1718399242.046042:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316477312, offset 0 00000400:00000200:1.0:1718399242.046046:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.046050:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.046054:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.046066:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.046068:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.046070:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89791:89791:255:4294967295] 192.168.202.25@tcp LPNI seq info [89791:89791:7:4294967295] 00000400:00000200:1.0:1718399242.046077:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.046080:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.046083:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012a3c3000 (tot 82314186). 00000800:00000200:1.0:1718399242.046085:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.046088:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.046090:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012a3c3000 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1718399242.046511:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.046527:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466088 00000400:00000010:0.0:1718399242.046529:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466088. 00000800:00000200:0.0:1718399242.046596:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.046598:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012a3c3000 (tot 82313938). 00000400:00000200:0.0:1718399242.046618:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.046622:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.046623:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ab28 00000400:00000010:0.0:1718399242.046624:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ab28. 00000100:00000200:0.0:1718399242.046629:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df73440 x1801871316477312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.048446:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093394480. 00000400:00000200:0.0:1718399242.048842:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.048854:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe580 00000400:00000200:0.0:1718399242.048859:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad389 [1] + 224 00000400:00000200:0.0:1718399242.048910:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.048913:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.048919:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df73440 x1801871316477312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.048947:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.048951:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd597c0 00000400:00000200:0.0:1718399242.048955:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabce9 [2] + 656 00000400:00000010:1.0:1718399242.049146:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1268. 00000400:00000200:1.0:1718399242.049150:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399242.049151:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:1.0:1718399242.049158:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df73440 x1801871316477312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.049164:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df73440 x1801871316477312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399242.049184:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fd200. 02000000:00000010:1.0:1718399242.049189:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc000. 00000100:00000010:1.0:1718399242.049192:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000100:00000010:1.0:1718399242.049194:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399242.049197:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000200:0.0:1718399242.050079:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.050084:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.050090:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.050094:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 00000020:00000010:2.0:1718399242.050462:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa600. 00000020:00000010:2.0:1718399242.050467:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399242.050470:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399242.050487:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27df00 x1801871317899200/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399242.050516:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317899200 02000000:00000010:2.0:1718399242.050523:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb400. 00010000:00000010:2.0:1718399242.050541:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093c5d500. 00010000:00000010:2.0:1718399242.050568:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571680. 00000100:00000010:2.0:1718399242.050573:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093f9e180. 00000100:00000010:2.0:1718399242.050579:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093f9e180. 00010000:00000010:2.0:1718399242.050581:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571680. 00000400:00000010:2.0:1718399242.050589:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e3b8. 00000100:00000200:2.0:1718399242.050592:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317899200, offset 224 00000400:00000200:2.0:1718399242.050598:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.050606:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.050610:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89792:89792:256:4294967295] 192.168.202.25@tcp LPNI seq info [89792:89792:8:4294967295] 00000400:00000200:2.0:1718399242.050617:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.050621:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.050625:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092297000 (tot 82314186). 00000800:00000200:2.0:1718399242.050628:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.050634:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.050637:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092297000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.050648:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399242.050651:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399242.050653:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa600. 00000800:00000200:0.0:1718399242.050972:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.050974:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092297000 (tot 82313938). 00000400:00000200:0.0:1718399242.050977:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.050980:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.050982:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e3b8 00000400:00000010:0.0:1718399242.050983:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e3b8. 00080000:00000010:0.0:1718399242.051003:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355e100. 00010000:00000010:0.0:1718399242.051063:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a400. 00010000:00000010:0.0:1718399242.051068:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093c5d480. 00010000:00000010:0.0:1718399242.051125:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f261c0. 00010000:00000010:0.0:1718399242.051129:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc780. 00010000:00000010:0.0:1718399242.051135:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3e3040. 00000100:00000010:0.0:1718399242.051138:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9a80. 00000100:00000010:0.0:1718399242.051142:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 02000000:00000010:0.0:1718399242.051150:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c3c00. 02000000:00000010:0.0:1718399242.051163:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3800. 00000400:00000010:0.0:1718399242.051166:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92318. 00000400:00000010:0.0:1718399242.051170:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376440. 00000100:00000200:0.0:1718399242.051173:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316477376, portal 16 00000400:00000010:0.0:1718399242.051175:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373765d8. 00000100:00000200:0.0:1718399242.051177:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316477376, offset 0 00000400:00000200:0.0:1718399242.051180:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.051185:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.051190:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399242.051192:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399242.051194:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399242.051196:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89793:89793:256:4294967295] 192.168.202.25@tcp LPNI seq info [89793:89793:8:4294967295] 00000400:00000200:0.0:1718399242.051201:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.051204:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.051205:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355ea00 (tot 82314186). 00000800:00000200:0.0:1718399242.051208:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.051211:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.051213:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355ea00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.051394:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.051396:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355ea00 (tot 82313938). 00000400:00000200:1.0:1718399242.051398:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.051401:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.051403:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373765d8 00000400:00000010:1.0:1718399242.051404:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373765d8. 00000100:00000200:1.0:1718399242.051408:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27d0c0 x1801871316477376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.052501:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e210600. 00010000:00000010:1.1:1718399242.052507:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273a80. 00010000:00000010:1.1:1718399242.052510:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930021c0. 00010000:00000010:1.1:1718399242.052513:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c445800. 00010000:00000010:1.1:1718399242.052514:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271680. 00010000:00000010:1.1:1718399242.052517:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c291c00. 00010000:00000010:1.1:1718399242.052519:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271440. 00010000:00000010:1.1:1718399242.052522:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933f5200. 00010000:00000010:1.1:1718399242.052524:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52706c0. 00000400:00000200:0.0:1718399242.055122:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.055137:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe5c0 00000400:00000200:0.0:1718399242.055143:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad395 [1] + 224 00000400:00000200:0.0:1718399242.055152:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.055154:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.055162:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27d0c0 x1801871316477376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.055195:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.055200:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59800 00000400:00000200:0.0:1718399242.055203:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabce9 [2] + 984 00000400:00000200:0.0:1718399242.055263:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.055266:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.055306:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.055311:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 00000400:00000010:2.0:1718399242.055490:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92318. 00000400:00000200:2.0:1718399242.055495:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376440 00000400:00000010:2.0:1718399242.055496:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376440. 00000100:00000200:2.0:1718399242.055501:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27d0c0 x1801871316477376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.055507:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27d0c0 x1801871316477376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.055533:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3800. 02000000:00000010:2.0:1718399242.055537:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c3c00. 00000100:00000010:2.0:1718399242.055539:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 00000100:00000010:2.0:1718399242.055542:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9a80. 00010000:00000010:2.0:1718399242.055546:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3e3040. 00000020:00000010:3.0:1718399242.058108:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0888. 00000100:00000200:3.0:1718399242.058129:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317899264/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399242.058161:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317899264 02000000:00000010:3.0:1718399242.058169:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3000. 00010000:00000010:3.0:1718399242.058193:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880098758180. 00010000:00000010:3.0:1718399242.058208:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.058213:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800979cd6c0. 00000100:00000010:3.0:1718399242.058230:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800979cd6c0. 00010000:00000010:3.0:1718399242.058233:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000010:3.0:1718399242.058243:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466dd0. 00000100:00000200:3.0:1718399242.058247:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317899264, offset 224 00000400:00000200:3.0:1718399242.058252:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.058262:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.058267:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89794:89794:256:4294967295] 192.168.202.25@tcp LPNI seq info [89794:89794:8:4294967295] 00000400:00000200:3.0:1718399242.058299:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.058304:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.058307:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ebf700 (tot 82314186). 00000800:00000200:3.0:1718399242.058311:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.058317:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.058320:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ebf700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.058338:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.058342:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0888. 00000020:00000010:3.0:1718399242.058345:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 00080000:00000010:0.0:1718399242.058435:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355e800. 00010000:00000010:0.0:1718399242.058492:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc780. 00010000:00000010:0.0:1718399242.058497:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093f7d300. 00010000:00000010:0.0:1718399242.058552:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f24b40. 00010000:00000010:0.0:1718399242.058557:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc780. 00010000:00000010:0.0:1718399242.058563:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3e3880. 00000100:00000010:0.0:1718399242.058566:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9f00. 00000100:00000010:0.0:1718399242.058572:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 02000000:00000010:0.0:1718399242.058581:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c3200. 02000000:00000010:0.0:1718399242.058597:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2a00. 00000400:00000010:0.0:1718399242.058600:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e928f0. 00000400:00000010:0.0:1718399242.058604:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376330. 00000100:00000200:0.0:1718399242.058607:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316477440, portal 16 00000400:00000010:0.0:1718399242.058610:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373766e8. 00000100:00000200:0.0:1718399242.058612:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316477440, offset 0 00000400:00000200:0.0:1718399242.058615:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.058620:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.058625:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399242.058628:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399242.058629:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399242.058631:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89795:89795:255:4294967295] 192.168.202.25@tcp LPNI seq info [89795:89795:7:4294967295] 00000400:00000200:0.0:1718399242.058636:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.058639:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.058640:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e900 (tot 82314434). 00000800:00000200:0.0:1718399242.058643:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.058646:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.058648:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.058728:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.058731:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf700 (tot 82314186). 00000400:00000200:1.0:1718399242.058734:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.058738:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.058741:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466dd0 00000400:00000010:1.0:1718399242.058742:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466dd0. 00000800:00000200:1.0:1718399242.058794:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.058796:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e900 (tot 82313938). 00000400:00000200:1.0:1718399242.058799:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.058801:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.058803:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373766e8 00000400:00000010:1.0:1718399242.058804:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373766e8. 00000100:00000200:1.0:1718399242.058807:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27d580 x1801871316477440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.059858:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce0900. 00010000:00000010:0.1:1718399242.059899:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093386880. 00010000:00000010:3.1:1718399242.060013:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009313e800. 00010000:00000010:3.1:1718399242.060019:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270d80. 00010000:00000010:0.1:1718399242.062413:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931f9200. 00000400:00000200:0.0:1718399242.062965:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.062977:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe600 00000400:00000200:0.0:1718399242.062983:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad3a1 [1] + 224 00000400:00000200:0.0:1718399242.062992:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.062995:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.063002:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27d580 x1801871316477440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.063417:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.063422:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59840 00000400:00000200:0.0:1718399242.063426:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabce9 [2] + 1312 00000400:00000010:2.0:1718399242.063643:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e928f0. 00000400:00000200:2.0:1718399242.063648:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376330 00000400:00000010:2.0:1718399242.063652:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376330. 00000100:00000200:2.0:1718399242.063658:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27d580 x1801871316477440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.063663:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27d580 x1801871316477440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.063691:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2a00. 02000000:00000010:2.0:1718399242.063697:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c3200. 00000100:00000010:2.0:1718399242.063702:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 00000100:00000010:2.0:1718399242.063705:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9f00. 00010000:00000010:2.0:1718399242.063711:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3e3880. 00000400:00000200:0.0:1718399242.064359:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.064364:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.064368:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.064373:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 00000020:00000010:2.0:1718399242.065024:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa600. 00000020:00000010:2.0:1718399242.065030:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399242.065033:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399242.065053:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317899328/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.065233:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317899328 02000000:00000010:2.0:1718399242.065241:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa800. 00010000:00000010:2.0:1718399242.065263:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a51cc800. 00010000:00000010:2.0:1718399242.065304:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571680. 00000100:00000010:2.0:1718399242.065310:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093f9e180. 00000100:00000010:2.0:1718399242.065314:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093f9e180. 00010000:00000010:2.0:1718399242.065317:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571680. 00000400:00000010:2.0:1718399242.065324:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eee0. 00000100:00000200:2.0:1718399242.065328:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317899328, offset 224 00000400:00000200:2.0:1718399242.065333:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.065341:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.065346:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89796:89796:256:4294967295] 192.168.202.25@tcp LPNI seq info [89796:89796:8:4294967295] 00000400:00000200:2.0:1718399242.065353:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.065356:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.065359:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092297800 (tot 82314186). 00000800:00000200:2.0:1718399242.065363:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.065369:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.065372:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092297800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.065382:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399242.065385:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399242.065387:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa600. 00080000:00000010:2.0:1718399242.065412:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092297000. 00010000:00000010:2.0:1718399242.065471:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc780. 00010000:00000010:2.0:1718399242.065475:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a51cc080. 00010000:00000010:2.0:1718399242.065523:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356fcc0. 00010000:00000010:2.0:1718399242.065527:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399242.065533:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571680. 00000100:00000010:2.0:1718399242.065535:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093f9e180. 00000100:00000010:2.0:1718399242.065539:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbd580. 02000000:00000010:2.0:1718399242.065546:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fa600. 02000000:00000010:2.0:1718399242.065562:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fac00. 00000400:00000010:2.0:1718399242.065565:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdbb0. 00000400:00000010:2.0:1718399242.065567:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ec38. 00000100:00000200:2.0:1718399242.065571:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316477504, portal 16 00000400:00000010:2.0:1718399242.065574:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ee58. 00000100:00000200:2.0:1718399242.065575:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316477504, offset 0 00000400:00000200:2.0:1718399242.065579:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.065583:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.065587:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.065590:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.065593:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.065595:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89797:89797:255:4294967295] 192.168.202.25@tcp LPNI seq info [89797:89797:7:4294967295] 00000400:00000200:2.0:1718399242.065600:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.065603:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.065605:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092297f00 (tot 82314434). 00000800:00000200:2.0:1718399242.065608:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.065612:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.065613:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092297f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.065776:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.065779:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092297800 (tot 82314186). 00000400:00000200:1.0:1718399242.065782:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.065798:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.065800:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eee0 00000400:00000010:1.0:1718399242.065802:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eee0. 00000800:00000200:1.0:1718399242.065848:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.065851:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092297f00 (tot 82313938). 00000400:00000200:1.0:1718399242.065853:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.065855:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.065857:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ee58 00000400:00000010:1.0:1718399242.065858:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ee58. 00000100:00000200:1.0:1718399242.065861:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbd580 x1801871316477504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.069053:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.069065:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe640 00000400:00000200:0.0:1718399242.069071:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad3ad [1] + 224 00000400:00000200:0.0:1718399242.069079:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.069081:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.069087:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbd580 x1801871316477504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.069185:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.069190:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 12 MB=0x666cadbd598c0 00000400:00000200:0.0:1718399242.069194:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.25@tcp of length 224/224 into md 0x76fc5 [64] + 125792 00000400:00000200:0.0:1718399242.069200:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.069202:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.069206:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1718399242.069210:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27aac0. 00000400:00000010:2.0:1718399242.069249:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdbb0. 00000400:00000200:2.0:1718399242.069253:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ec38 00000400:00000010:2.0:1718399242.069255:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ec38. 00000100:00000200:2.0:1718399242.069260:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbd580 x1801871316477504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.069265:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbd580 x1801871316477504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.069306:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fac00. 02000000:00000010:2.0:1718399242.069312:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fa600. 00000100:00000010:2.0:1718399242.069315:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbd580. 00000100:00000010:2.0:1718399242.069318:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093f9e180. 00010000:00000010:2.0:1718399242.069321:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571680. 00010000:00000010:3.1:1718399242.070172:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136810c00. 00010000:00000010:3.1:1718399242.070178:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f261c0. 00000400:00000200:0.0:1718399242.070748:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.070755:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 28 MB=0x666cadbd59940 00000400:00000200:0.0:1718399242.070759:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.25@tcp of length 224/224 into md 0x71d79 [8] + 12760 00000400:00000200:0.0:1718399242.070765:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.070767:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.070770:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1718399242.070773:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278980. 00000400:00000200:0.0:1718399242.070802:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.070805:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 26 MB=0x666cadbd59880 00000400:00000200:0.0:1718399242.070809:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.25@tcp of length 224/224 into md 0x7fe89 [2] + 0 00000400:00000010:0.0:1718399242.070811:0:18240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880095dff738. 00000400:00000200:0.0:1718399242.070814:0:18240:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800a95f83c0 00000400:00000200:0.0:1718399242.070817:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.070819:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.070821:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a95f83c0 00000400:00000010:0.0:1718399242.070823:0:18240:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800a95f83c0 (tot 82313786). 00000100:00000200:0.0:1718399242.070826:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1718399242.070836:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.070839:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 28 MB=0x666cadbd59900 00000400:00000200:0.0:1718399242.070841:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.25@tcp of length 224/224 into md 0x71d79 [8] + 12984 00000400:00000200:0.0:1718399242.070844:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.070846:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.070848:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1718399242.070850:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27f6c0. 00000400:00000200:0.0:1718399242.070864:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.070867:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59980 00000400:00000200:0.0:1718399242.070871:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabce9 [2] + 1640 00000400:00000200:0.0:1718399242.070886:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.070889:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.070892:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.070895:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 00000020:00000010:3.0:1718399242.070961:0:17265:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399242.070966:0:17265:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.070969:0:17265:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0888. 00000100:00000200:3.0:1718399242.070992:0:17265:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317899456 02000000:00000010:3.0:1718399242.071006:0:17265:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2e00. 00010000:00000200:3.0:1718399242.071012:0:17265:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@ffff88009c27aac0 x1801871317899456/t0(0) o400->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 224/224 e 0 to 0 dl 1718399285 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1718399242.071027:0:17265:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466dd0. 00000100:00000200:3.0:1718399242.071031:0:17265:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1801871317899456, offset 224 00000400:00000200:3.0:1718399242.071036:0:17265:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.071043:0:17265:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.071047:0:17265:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89798:89798:256:4294967295] 192.168.202.25@tcp LPNI seq info [89798:89798:8:4294967295] 00000400:00000200:3.0:1718399242.071054:0:17265:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.071058:0:17265:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.071061:0:17265:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ebf600 (tot 82314034). 00000800:00000200:3.0:1718399242.071065:0:17265:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.071071:0:17265:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.071073:0:17265:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ebf600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.071084:0:17265:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.071088:0:17265:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0888. 00000020:00000010:3.0:1718399242.071090:0:17265:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399242.071109:0:24094:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399242.071110:0:24094:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.071111:0:24094:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0888. 00000100:00000200:3.0:1718399242.071122:0:24094:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317899392 02000000:00000010:3.0:1718399242.071127:0:24094:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2600. 00010000:00000200:3.0:1718399242.071131:0:24094:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@ffff880130d75850 x1801871317899392/t0(0) o400->4460be5f-b0de-48c1-9754-3320f2a49ad1@192.168.202.25@tcp:373/0 lens 224/224 e 0 to 0 dl 1718399248 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1718399242.071137:0:24094:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466088. 00000100:00000200:3.0:1718399242.071140:0:24094:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1801871317899392, offset 224 00000400:00000200:3.0:1718399242.071143:0:24094:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.071146:0:24094:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.071149:0:24094:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89799:89799:255:4294967295] 192.168.202.25@tcp LPNI seq info [89799:89799:7:4294967295] 00000400:00000200:3.0:1718399242.071154:0:24094:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.071158:0:24094:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.071160:0:24094:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ebf000 (tot 82314282). 00000800:00000200:3.0:1718399242.071162:0:24094:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.071165:0:24094:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.071166:0:24094:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ebf000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.071171:0:24094:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.071173:0:24094:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0888. 00000020:00000010:3.0:1718399242.071175:0:24094:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 00000100:00000200:3.0:1718399242.071178:0:24094:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1718399242.071181:0:24094:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a53106e0. 00000400:00000010:3.0:1718399242.071184:0:24094:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8800979cd6c0 (tot 82314434). 00000020:00000010:3.0:1718399242.071201:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399242.071203:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.071204:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0888. 00000100:00000200:3.0:1718399242.071215:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c2797c0 x1801871317899648/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399242.071227:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317899648 02000000:00000010:3.0:1718399242.071231:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2200. 00010000:00000010:3.0:1718399242.071247:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880074413080. 00010000:00000010:3.0:1718399242.071263:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.071288:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47180. 00000100:00000010:3.0:1718399242.071294:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47180. 00010000:00000010:3.0:1718399242.071296:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000010:3.0:1718399242.071301:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466ee0. 00000100:00000200:3.0:1718399242.071303:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317899648, offset 224 00000400:00000200:3.0:1718399242.071307:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.071310:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.071313:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89800:89800:254:4294967295] 192.168.202.25@tcp LPNI seq info [89800:89800:6:4294967295] 00000400:00000200:3.0:1718399242.071318:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.071321:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.071323:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ebfe00 (tot 82314682). 00000800:00000200:3.0:1718399242.071325:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.071328:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.071329:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ebfe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.071334:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.071336:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0888. 00000020:00000010:3.0:1718399242.071337:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 00000020:00000010:2.0:1718399242.071403:0:28599:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa600. 00000020:00000010:2.0:1718399242.071406:0:28599:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.071408:0:28599:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399242.071423:0:28599:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fac00. 00000020:00000010:2.0:1718399242.071424:0:28599:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6600. 00000020:00000010:2.0:1718399242.071425:0:28599:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.071432:0:28599:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317899584 02000000:00000010:2.0:1718399242.071438:0:28599:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb800. 00010000:00000200:2.0:1718399242.071441:0:28599:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@ffff88009c278980 x1801871317899584/t0(0) o400->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 224/224 e 0 to 0 dl 1718399285 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:2.0:1718399242.071451:0:28599:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ec38. 00000100:00000200:2.0:1718399242.071454:0:28599:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1801871317899584, offset 224 00000400:00000200:2.0:1718399242.071457:0:28599:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.071461:0:28599:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.071463:0:28599:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89801:89801:253:4294967295] 192.168.202.25@tcp LPNI seq info [89801:89801:5:4294967295] 00000400:00000200:2.0:1718399242.071468:0:28599:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.071471:0:28599:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.071474:0:28599:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092297f00 (tot 82314930). 00000800:00000200:2.0:1718399242.071476:0:28599:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.071479:0:28599:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.071480:0:28599:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092297f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.071484:0:28599:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.071486:0:28599:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399242.071488:0:28599:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa600. 00000100:00000200:2.0:1718399242.071494:0:28599:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317899520 02000000:00000010:2.0:1718399242.071497:0:28599:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa600. 00010000:00000200:2.0:1718399242.071499:0:28599:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@ffff88009c27f6c0 x1801871317899520/t0(0) o400->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 224/224 e 0 to 0 dl 1718399285 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:2.0:1718399242.071503:0:28599:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e220. 00000100:00000200:2.0:1718399242.071505:0:28599:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1801871317899520, offset 224 00000400:00000200:2.0:1718399242.071508:0:28599:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.071510:0:28599:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.071512:0:28599:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89802:89802:252:4294967295] 192.168.202.25@tcp LPNI seq info [89802:89802:4:4294967295] 00000400:00000200:2.0:1718399242.071517:0:28599:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.071519:0:28599:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.071521:0:28599:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092297800 (tot 82315178). 00000800:00000200:2.0:1718399242.071523:0:28599:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.071526:0:28599:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.071527:0:28599:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092297800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.071530:0:28599:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6600. 00000020:00000010:2.0:1718399242.071532:0:28599:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.071533:0:28599:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fac00. 00080000:00000010:2.0:1718399242.071549:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009867e700. 00010000:00000010:2.0:1718399242.071602:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399242.071607:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880074413000. 00010000:00000010:2.0:1718399242.071660:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009867ec00. 00010000:00000010:2.0:1718399242.071662:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6080. 00010000:00000010:2.0:1718399242.071665:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356fa80. 00010000:00000010:2.0:1718399242.071668:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6600. 00080000:00000010:2.0:1718399242.071677:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012b64dd00. 00010000:00000010:2.0:1718399242.071694:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6600. 00010000:00000010:2.0:1718399242.071696:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6080. 00010000:00000010:2.0:1718399242.071732:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356ef40. 00010000:00000010:2.0:1718399242.071734:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399242.071739:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571680. 00000100:00000010:2.0:1718399242.071742:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093f9e180. 00000100:00000010:2.0:1718399242.071745:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbd580. 02000000:00000010:2.0:1718399242.071753:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fac00. 02000000:00000010:2.0:1718399242.071767:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52faa00. 00000400:00000010:2.0:1718399242.071771:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdbb0. 00000400:00000010:2.0:1718399242.071773:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e7f8. 00000100:00000200:2.0:1718399242.071776:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316477568, portal 16 00000400:00000010:2.0:1718399242.071779:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52edd0. 00000100:00000200:2.0:1718399242.071781:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316477568, offset 0 00000400:00000200:2.0:1718399242.071797:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.071801:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.071805:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.071808:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.071810:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.071812:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89803:89803:251:4294967295] 192.168.202.25@tcp LPNI seq info [89803:89803:3:4294967295] 00000400:00000200:2.0:1718399242.071817:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.071821:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.071823:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64de00 (tot 82315426). 00000800:00000200:2.0:1718399242.071825:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.071828:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.071829:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64de00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.072570:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.072573:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf600 (tot 82315178). 00000400:00000200:0.0:1718399242.072577:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.072580:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.072583:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466dd0 00000400:00000010:0.0:1718399242.072585:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466dd0. 00000800:00000200:0.0:1718399242.072593:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.072594:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf000 (tot 82314930). 00000400:00000200:0.0:1718399242.072595:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.072597:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.072598:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466088 00000400:00000010:0.0:1718399242.072599:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466088. 02000000:00000010:0.0:1718399242.072602:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2600. 00000800:00000200:0.0:1718399242.072607:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.072609:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebfe00 (tot 82314682). 00000400:00000200:0.0:1718399242.072610:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.072612:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.072613:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466ee0 00000400:00000010:0.0:1718399242.072614:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466ee0. 00000800:00000200:0.0:1718399242.072617:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.072618:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092297f00 (tot 82314434). 00000400:00000200:0.0:1718399242.072620:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.072622:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.072624:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ec38 00000400:00000010:0.0:1718399242.072625:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ec38. 00000800:00000200:0.0:1718399242.072631:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.072633:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092297800 (tot 82314186). 00000400:00000200:0.0:1718399242.072634:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.072636:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.072637:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e220 00000400:00000010:0.0:1718399242.072638:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e220. 00000800:00000200:0.0:1718399242.072682:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.072684:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64de00 (tot 82313938). 00000400:00000200:0.0:1718399242.072688:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.072691:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.072693:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52edd0 00000400:00000010:0.0:1718399242.072694:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52edd0. 00000100:00000200:0.0:1718399242.072698:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbd580 x1801871316477568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.073705:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930b58c0. 00010000:00000010:2.1:1718399242.073712:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093fc4400. 00010000:00000010:2.1:1718399242.073715:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f24b40. 00010000:00000010:0.1:1718399242.077079:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88013118dd40. 00000400:00000200:0.0:1718399242.080693:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.080710:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe680 00000400:00000200:0.0:1718399242.080718:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad3cd [1] + 224 00000400:00000200:0.0:1718399242.080738:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.1:1718399242.080742:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ca1f00. 00000400:00000200:0.0:1718399242.080742:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00010000:00000010:2.1:1718399242.080749:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fcc0. 00000100:00000200:0.0:1718399242.080749:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbd580 x1801871316477568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.080753:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009867ec00. 00010000:00000010:2.1:1718399242.080755:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00000400:00000010:3.0:1718399242.080832:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdbb0. 00000400:00000200:3.0:1718399242.080836:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e7f8 00000400:00000010:3.0:1718399242.080837:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e7f8. 00000100:00000200:3.0:1718399242.080843:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbd580 x1801871316477568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.080850:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbd580 x1801871316477568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.080873:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52faa00. 02000000:00000010:3.0:1718399242.080879:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fac00. 00000100:00000010:3.0:1718399242.080882:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbd580. 00000100:00000010:3.0:1718399242.080885:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093f9e180. 00010000:00000010:3.0:1718399242.080888:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571680. 00000400:00000200:0.0:1718399242.081486:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.081492:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd599c0 00000400:00000200:0.0:1718399242.081496:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabce9 [2] + 1968 00000400:00000010:0.0:1718399242.081499:0:18240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd210. 00000400:00000200:0.0:1718399242.081501:0:18240:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800a507ae40 00000400:00000200:0.0:1718399242.081546:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.081550:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.081552:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a507ae40 00000400:00000010:0.0:1718399242.081554:0:18240:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800a507ae40 (tot 82313786). 00000100:00000200:0.0:1718399242.081559:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1718399242.081611:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399242.081616:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.081619:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0888. 00000100:00000200:3.0:1718399242.081637:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009cae9050 x1801871317899712/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399242.081665:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317899712 02000000:00000010:3.0:1718399242.081673:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2600. 00010000:00000010:3.0:1718399242.081692:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093208d80. 00010000:00000010:3.0:1718399242.081718:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.081723:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47180. 00000100:00000010:3.0:1718399242.081734:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47180. 00010000:00000010:3.0:1718399242.081736:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000010:3.0:1718399242.081744:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466b28. 00000100:00000200:3.0:1718399242.081748:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317899712, offset 224 00000400:00000200:3.0:1718399242.081753:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.081760:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.081769:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89804:89804:256:4294967295] 192.168.202.25@tcp LPNI seq info [89804:89804:8:4294967295] 00000400:00000200:3.0:1718399242.081776:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.081780:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.081783:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ebfe00 (tot 82314034). 00000800:00000200:3.0:1718399242.081795:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.081800:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.081803:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ebfe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.081813:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.081817:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0888. 00000020:00000010:3.0:1718399242.081820:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 02000000:00000010:3.0:1718399242.081826:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2200. 00000100:00000010:3.0:1718399242.081828:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 02000000:00000010:3.0:1718399242.081831:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa800. 00000100:00000010:3.0:1718399242.081833:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 02000000:00000010:3.0:1718399242.081835:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3000. 00000100:00000010:3.0:1718399242.081837:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 02000000:00000010:3.0:1718399242.081838:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb400. 00000100:00000010:3.0:1718399242.081841:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 02000000:00000010:3.0:1718399242.081842:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2400. 00000100:00000010:3.0:1718399242.081844:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 02000000:00000010:3.0:1718399242.081845:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.081847:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 00000100:00000200:3.0:1718399242.081851:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1718399242.081853:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310f20. 00000400:00000010:3.0:1718399242.081855:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093e47180 (tot 82314186). 00000800:00000200:0.0:1718399242.081915:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.081917:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebfe00 (tot 82313938). 00000400:00000200:0.0:1718399242.081920:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.081923:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.081924:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466b28 00000400:00000010:0.0:1718399242.081925:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466b28. 02000000:00000010:0.0:1718399242.081929:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2600. 00080000:00000010:2.0:1718399242.081956:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012b64db00. 00010000:00000010:2.0:1718399242.082016:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399242.082021:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093208d00. 00010000:00000010:2.0:1718399242.082080:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356fa80. 00010000:00000010:2.0:1718399242.082083:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399242.082090:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571800. 00000100:00000010:2.0:1718399242.082092:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093f9e180. 00000100:00000010:2.0:1718399242.082097:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb8e40. 02000000:00000010:2.0:1718399242.082104:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fbc00. 02000000:00000010:2.0:1718399242.082118:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa200. 00000400:00000010:2.0:1718399242.082312:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd210. 00000400:00000010:2.0:1718399242.082315:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ef68. 00000100:00000200:2.0:1718399242.082318:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316477632, portal 16 00000400:00000010:2.0:1718399242.082321:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e7f8. 00000100:00000200:2.0:1718399242.082322:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316477632, offset 0 00000400:00000200:2.0:1718399242.082327:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.082331:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.082336:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.082339:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.082341:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.082343:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89805:89805:256:4294967295] 192.168.202.25@tcp LPNI seq info [89805:89805:8:4294967295] 00000400:00000200:2.0:1718399242.082348:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.082352:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.082354:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d200 (tot 82314186). 00000800:00000200:2.0:1718399242.082357:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.082360:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.082361:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.082630:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.082632:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d200 (tot 82313938). 00000400:00000200:0.0:1718399242.082635:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.082638:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.082640:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e7f8 00000400:00000010:0.0:1718399242.082641:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e7f8. 00000100:00000200:0.0:1718399242.082646:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb8e40 x1801871316477632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.084489:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5236200. 00010000:00000010:0.1:1718399242.084497:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00010000:00000010:1.1:1718399242.084542:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930e9d40. 00000400:00000200:0.0:1718399242.085498:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.085511:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe6c0 00000400:00000200:0.0:1718399242.085517:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad3dd [1] + 224 00000400:00000200:0.0:1718399242.085537:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.085541:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.085549:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fb8e40 x1801871316477632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.087977:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.088002:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59a00 00000400:00000200:0.0:1718399242.088008:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabd41 [2] + 0 00000400:00000200:0.0:1718399242.088067:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.088071:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.088076:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.088082:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00000020:00000010:3.0:1718399242.088340:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399242.088345:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.088348:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0888. 00000100:00000200:3.0:1718399242.088366:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317899776/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399242.088382:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317899776 02000000:00000010:3.0:1718399242.088388:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2400. 00010000:00000010:3.0:1718399242.088415:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.088420:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.088424:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.088426:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000010:3.0:1718399242.088436:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466bb0. 00000100:00000200:3.0:1718399242.088440:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317899776, offset 224 00000400:00000200:3.0:1718399242.088444:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.088451:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.088456:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89806:89806:256:4294967295] 192.168.202.25@tcp LPNI seq info [89806:89806:8:4294967295] 00000400:00000200:3.0:1718399242.088462:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.088466:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.088469:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ebf000 (tot 82314186). 00000800:00000200:3.0:1718399242.088473:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.088478:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.088481:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ebf000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.088496:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.088499:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0888. 00000020:00000010:3.0:1718399242.088502:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00000800:00000200:1.0:1718399242.088580:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.088582:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf000 (tot 82313938). 00000400:00000200:1.0:1718399242.088585:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.088588:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.088590:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466bb0 00000400:00000010:1.0:1718399242.088592:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466bb0. 00000400:00000010:2.0:1718399242.089065:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd210. 00000400:00000200:2.0:1718399242.089068:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ef68 00000400:00000010:2.0:1718399242.089069:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ef68. 00000100:00000200:2.0:1718399242.089074:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fb8e40 x1801871316477632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.089081:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fb8e40 x1801871316477632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1718399242.089095:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093208700. 02000000:00000010:2.0:1718399242.089112:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa200. 02000000:00000010:2.0:1718399242.089117:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fbc00. 00000100:00000010:2.0:1718399242.089121:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb8e40. 00000100:00000010:2.0:1718399242.089124:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093f9e180. 00010000:00000010:2.0:1718399242.089126:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571800. 00080000:00000010:2.0:1718399242.089137:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012b64d900. 00010000:00000010:2.0:1718399242.089193:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399242.089199:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093208480. 00010000:00000010:2.0:1718399242.089256:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356fcc0. 00010000:00000010:2.0:1718399242.089259:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399242.089265:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571800. 00000100:00000010:2.0:1718399242.089267:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093f9e180. 00000100:00000010:2.0:1718399242.089286:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb8e40. 02000000:00000010:2.0:1718399242.089292:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fbc00. 02000000:00000010:2.0:1718399242.089306:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa200. 00000400:00000010:2.0:1718399242.089308:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd210. 00000400:00000010:2.0:1718399242.089311:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ef68. 00000100:00000200:2.0:1718399242.089314:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316477696, portal 16 00000400:00000010:2.0:1718399242.089317:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52edd0. 00000100:00000200:2.0:1718399242.089318:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316477696, offset 0 00000400:00000200:2.0:1718399242.089322:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.089326:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.089331:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.089333:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.089335:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.089337:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89807:89807:256:4294967295] 192.168.202.25@tcp LPNI seq info [89807:89807:8:4294967295] 00000400:00000200:2.0:1718399242.089342:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.089345:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.089346:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d300 (tot 82314186). 00000800:00000200:2.0:1718399242.089349:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.089352:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.089354:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.089503:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.089505:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d300 (tot 82313938). 00000400:00000200:1.0:1718399242.089508:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.089511:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.089513:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52edd0 00000400:00000010:1.0:1718399242.089514:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52edd0. 00000100:00000200:1.0:1718399242.089518:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb8e40 x1801871316477696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.090646:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.090656:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe700 00000400:00000200:0.0:1718399242.090660:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad3e9 [1] + 224 00000400:00000200:0.0:1718399242.090675:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.090678:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.090683:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fb8e40 x1801871316477696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.091344:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.091350:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59a40 00000400:00000200:0.0:1718399242.091354:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabd41 [2] + 328 00000400:00000200:0.0:1718399242.091394:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.091397:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.091401:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.091405:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00000400:00000010:2.0:1718399242.091465:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd210. 00000400:00000200:2.0:1718399242.091467:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ef68 00000400:00000010:2.0:1718399242.091468:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ef68. 00000100:00000200:2.0:1718399242.091473:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fb8e40 x1801871316477696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.091479:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fb8e40 x1801871316477696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.091506:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa200. 02000000:00000010:2.0:1718399242.091511:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fbc00. 00000100:00000010:2.0:1718399242.091514:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb8e40. 00000100:00000010:2.0:1718399242.091517:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093f9e180. 00010000:00000010:2.0:1718399242.091520:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571800. 00000020:00000010:1.0:1718399242.091661:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399242.091666:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083af00. 00000020:00000010:1.0:1718399242.091669:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.091684:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317899840/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399242.092159:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317899840 02000000:00000010:1.0:1718399242.092167:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc800. 00010000:00000010:1.0:1718399242.092183:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093208280. 00010000:00000010:1.0:1718399242.092202:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399242.092207:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399242.092977:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399242.092981:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399242.092991:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399242.092995:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317899840, offset 224 00000400:00000200:1.0:1718399242.093000:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.093007:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.093011:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89808:89808:256:4294967295] 192.168.202.25@tcp LPNI seq info [89808:89808:8:4294967295] 00000400:00000200:1.0:1718399242.093018:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.093023:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.093025:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012a3c3000 (tot 82314186). 00000800:00000200:1.0:1718399242.093030:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.093035:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.093037:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012a3c3000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.093049:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083af00. 00000020:00000010:1.0:1718399242.093052:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.093055:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fca00. 00000800:00000200:0.0:1718399242.093202:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.093204:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012a3c3000 (tot 82313938). 00000400:00000200:0.0:1718399242.093207:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.093210:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.093212:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:0.0:1718399242.093214:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00080000:00000010:2.0:1718399242.094759:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012b64df00. 00010000:00000010:2.0:1718399242.094839:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399242.094846:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093208780. 00010000:00000010:2.0:1718399242.094900:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d680. 00010000:00000010:2.0:1718399242.094903:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399242.094911:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571800. 00000100:00000010:2.0:1718399242.094915:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093f9e180. 00000100:00000010:2.0:1718399242.094922:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb8e40. 02000000:00000010:2.0:1718399242.094932:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fbc00. 02000000:00000010:2.0:1718399242.094951:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa200. 00000400:00000010:2.0:1718399242.094955:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd210. 00000400:00000010:2.0:1718399242.094958:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ef68. 00000100:00000200:2.0:1718399242.094962:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316477760, portal 16 00000400:00000010:2.0:1718399242.094964:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e220. 00000100:00000200:2.0:1718399242.094966:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316477760, offset 0 00000400:00000200:2.0:1718399242.094970:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.094978:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.094982:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.094985:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.094987:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.094989:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89809:89809:256:4294967295] 192.168.202.25@tcp LPNI seq info [89809:89809:8:4294967295] 00000400:00000200:2.0:1718399242.094995:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.094999:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.095001:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d000 (tot 82314186). 00000800:00000200:2.0:1718399242.095005:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.095010:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.095013:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d000 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1718399242.095365:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930eb3c0. 00010000:00000010:0.1:1718399242.095372:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5020b00. 00010000:00000010:0.1:1718399242.095376:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00000800:00000200:1.0:1718399242.095534:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.095536:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d000 (tot 82313938). 00000400:00000200:1.0:1718399242.095540:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.095544:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.095546:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e220 00000400:00000010:1.0:1718399242.095547:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e220. 00000100:00000200:1.0:1718399242.095553:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb8e40 x1801871316477760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.098406:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88013100c900. 00010000:00000010:0.1:1718399242.104100:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ada100. 00010000:00000010:0.1:1718399242.104110:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fcc0. 00000400:00000200:2.0:1718399242.104180:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.104195:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe740 00000400:00000200:2.0:1718399242.104202:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad3f5 [1] + 224 00000400:00000200:2.0:1718399242.104212:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.104215:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.104222:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fb8e40 x1801871316477760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.104246:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.104250:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59a80 00000400:00000200:2.0:1718399242.104253:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabd41 [2] + 656 00000400:00000200:2.0:1718399242.104327:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.104331:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.104335:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399242.104340:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fba600. 00000020:00000010:1.0:1718399242.105428:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd800. 00000020:00000010:1.0:1718399242.105435:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083af00. 00000020:00000010:1.0:1718399242.105438:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.105456:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fba600 x1801871317899904/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399242.105779:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317899904 02000000:00000010:1.0:1718399242.105796:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd200. 00010000:00000010:1.0:1718399242.105827:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399242.105834:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399242.105839:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399242.105841:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399242.105851:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ae58. 00000100:00000200:1.0:1718399242.105857:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317899904, offset 224 00000400:00000200:1.0:1718399242.105863:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.105872:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.105877:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89810:89810:256:4294967295] 192.168.202.25@tcp LPNI seq info [89810:89810:8:4294967295] 00000400:00000200:1.0:1718399242.105884:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.105888:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.105891:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012a3c3000 (tot 82314186). 00000800:00000200:1.0:1718399242.105895:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.105901:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.105904:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012a3c3000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.105918:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083af00. 00000020:00000010:1.0:1718399242.105921:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.105924:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd800. 00000800:00000200:0.0:1718399242.106040:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.106043:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012a3c3000 (tot 82313938). 00000400:00000200:0.0:1718399242.106047:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.106051:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.106054:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ae58 00000400:00000010:0.0:1718399242.106055:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ae58. 00000400:00000010:0.0:1718399242.106072:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd210. 00000400:00000200:0.0:1718399242.106074:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ef68 00000400:00000010:0.0:1718399242.106075:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ef68. 00000100:00000200:0.0:1718399242.106079:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fb8e40 x1801871316477760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399242.106085:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fb8e40 x1801871316477760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1718399242.106099:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093522f00. 02000000:00000010:0.0:1718399242.106124:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa200. 02000000:00000010:0.0:1718399242.106130:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fbc00. 00000100:00000010:0.0:1718399242.106134:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb8e40. 00000100:00000010:0.0:1718399242.106137:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093f9e180. 00010000:00000010:0.0:1718399242.106139:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571800. 00080000:00000010:0.0:1718399242.106150:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355e400. 00010000:00000010:0.0:1718399242.106214:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6080. 00010000:00000010:0.0:1718399242.106219:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093522e80. 00010000:00000010:0.0:1718399242.106299:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f246c0. 00010000:00000010:0.0:1718399242.106303:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfce80. 00010000:00000010:0.0:1718399242.106309:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3e3940. 00000100:00000010:0.0:1718399242.106312:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9000. 00000100:00000010:0.0:1718399242.106316:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 02000000:00000010:0.0:1718399242.106324:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2200. 02000000:00000010:0.0:1718399242.106339:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3200. 00000400:00000010:0.0:1718399242.106343:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c60. 00000400:00000010:0.0:1718399242.106346:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376880. 00000100:00000200:0.0:1718399242.106349:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316477824, portal 16 00000400:00000010:0.0:1718399242.106352:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376aa0. 00000100:00000200:0.0:1718399242.106353:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316477824, offset 0 00000400:00000200:0.0:1718399242.106357:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.106361:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.106366:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399242.106368:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399242.106370:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399242.106372:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89811:89811:256:4294967295] 192.168.202.25@tcp LPNI seq info [89811:89811:8:4294967295] 00000400:00000200:0.0:1718399242.106377:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.106379:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.106381:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355ef00 (tot 82314186). 00000800:00000200:0.0:1718399242.106384:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.106386:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.106388:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355ef00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.106749:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.106751:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355ef00 (tot 82313938). 00000400:00000200:1.0:1718399242.106754:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.106757:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.106759:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376aa0 00000400:00000010:1.0:1718399242.106760:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376aa0. 00000100:00000200:1.0:1718399242.106764:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27df00 x1801871316477824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.108663:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.108675:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe780 00000400:00000200:0.0:1718399242.108681:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad401 [1] + 224 00000400:00000200:0.0:1718399242.108690:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.108693:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.108699:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27df00 x1801871316477824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.109388:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.109393:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59ac0 00000400:00000200:0.0:1718399242.109397:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabd41 [2] + 984 00000400:00000010:2.0:1718399242.109595:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c60. 00000400:00000200:2.0:1718399242.109599:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376880 00000400:00000010:2.0:1718399242.109600:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376880. 00000100:00000200:2.0:1718399242.109605:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27df00 x1801871316477824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.109611:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27df00 x1801871316477824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.109630:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3200. 02000000:00000010:2.0:1718399242.109634:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2200. 00000100:00000010:2.0:1718399242.109636:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 00000100:00000010:2.0:1718399242.109639:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9000. 00010000:00000010:2.0:1718399242.109642:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3e3940. 00000400:00000200:0.0:1718399242.109672:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.109675:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.109678:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.109682:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 00000020:00000010:3.0:1718399242.112086:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399242.112094:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.112097:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0888. 00000100:00000200:3.0:1718399242.112118:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317899968/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399242.112143:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317899968 02000000:00000010:3.0:1718399242.112150:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3000. 00010000:00000010:3.0:1718399242.112173:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095817680. 00010000:00000010:3.0:1718399242.112192:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.112197:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.112214:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.112217:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000010:3.0:1718399242.112226:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399242.112230:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317899968, offset 224 00000400:00000200:3.0:1718399242.112236:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.112244:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.112249:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89812:89812:256:4294967295] 192.168.202.25@tcp LPNI seq info [89812:89812:8:4294967295] 00000400:00000200:3.0:1718399242.112256:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.112260:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.112263:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ebf600 (tot 82314186). 00000800:00000200:3.0:1718399242.112267:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.112291:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.112294:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ebf600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.112304:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.112308:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0888. 00000020:00000010:3.0:1718399242.112311:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00010000:00000010:2.1:1718399242.112373:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930b73c0. 00010000:00000010:2.1:1718399242.112380:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53d9c00. 00010000:00000010:2.1:1718399242.112383:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d680. 00080000:00000010:2.0:1718399242.112396:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012b64d500. 00010000:00000010:2.0:1718399242.112452:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfce80. 00010000:00000010:2.0:1718399242.112456:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095817600. 00000800:00000200:0.0:1718399242.112609:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.112611:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf600 (tot 82313938). 00000400:00000200:0.0:1718399242.112615:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.112618:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.112620:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:0.0:1718399242.112622:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00010000:00000010:2.0:1718399242.112847:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012b64da00. 00010000:00000010:2.0:1718399242.112850:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6600. 00010000:00000010:2.0:1718399242.112853:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d680. 00010000:00000010:2.0:1718399242.112856:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e80. 00080000:00000010:2.0:1718399242.112864:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012b64d000. 00010000:00000010:2.0:1718399242.112882:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e80. 00010000:00000010:2.0:1718399242.112885:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6600. 00010000:00000010:2.0:1718399242.112922:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356f840. 00010000:00000010:2.0:1718399242.112925:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6600. 00010000:00000010:2.0:1718399242.112930:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.112933:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093f9e180. 00000100:00000010:2.0:1718399242.112938:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbb440. 02000000:00000010:2.0:1718399242.112946:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fbe00. 02000000:00000010:2.0:1718399242.112963:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb200. 00000400:00000010:2.0:1718399242.112966:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdbb0. 00000400:00000010:2.0:1718399242.112969:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ec38. 00000100:00000200:2.0:1718399242.112973:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316477888, portal 16 00000400:00000010:2.0:1718399242.112976:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ee58. 00000100:00000200:2.0:1718399242.112977:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316477888, offset 0 00000400:00000200:2.0:1718399242.112982:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.112986:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.112991:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.112994:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.112996:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.112998:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89813:89813:256:4294967295] 192.168.202.25@tcp LPNI seq info [89813:89813:8:4294967295] 00000400:00000200:2.0:1718399242.113004:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.113007:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.113009:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d300 (tot 82314186). 00000800:00000200:2.0:1718399242.113012:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.113016:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.113018:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.113617:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.113620:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d300 (tot 82313938). 00000400:00000200:1.0:1718399242.113622:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.113625:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.113628:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ee58 00000400:00000010:1.0:1718399242.113630:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ee58. 00000100:00000200:1.0:1718399242.113634:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbb440 x1801871316477888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.115395:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093c8a880. 00010000:00000010:2.1:1718399242.115452:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093174b00. 00010000:00000010:2.1:1718399242.115456:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f246c0. 00010000:00000010:2.1:1718399242.115542:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012b64da00. 00010000:00000010:2.1:1718399242.115545:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d680. 00000400:00000200:0.0:1718399242.115898:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.115909:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe7c0 00000400:00000200:0.0:1718399242.115915:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad40d [1] + 224 00000400:00000200:0.0:1718399242.115933:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.115936:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.115942:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbb440 x1801871316477888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.116004:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdbb0. 00000400:00000200:2.0:1718399242.116007:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ec38 00000400:00000010:2.0:1718399242.116008:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ec38. 00000100:00000200:2.0:1718399242.116012:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbb440 x1801871316477888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.116018:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbb440 x1801871316477888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.116049:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb200. 02000000:00000010:2.0:1718399242.116054:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fbe00. 00000100:00000010:2.0:1718399242.116056:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbb440. 00000100:00000010:2.0:1718399242.116059:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093f9e180. 00010000:00000010:2.0:1718399242.116062:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00000400:00000200:0.0:1718399242.116303:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.116309:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59b00 00000400:00000200:0.0:1718399242.116313:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabd41 [2] + 1312 00000400:00000200:0.0:1718399242.116355:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.116358:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.116363:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.116366:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 00000020:00000010:1.0:1718399242.116521:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399242.116525:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083af00. 00000020:00000010:1.0:1718399242.116528:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.116544:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317900032/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399242.116612:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317900032 02000000:00000010:1.0:1718399242.116619:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fce00. 00010000:00000010:1.0:1718399242.116637:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800932c2200. 00010000:00000010:1.0:1718399242.116653:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399242.116658:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399242.116673:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399242.116675:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399242.116684:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a770. 00000100:00000200:1.0:1718399242.116687:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317900032, offset 224 00000400:00000200:1.0:1718399242.116693:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.116700:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.116704:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89814:89814:256:4294967295] 192.168.202.25@tcp LPNI seq info [89814:89814:8:4294967295] 00000400:00000200:1.0:1718399242.116711:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.116715:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.116718:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012a3c3000 (tot 82314186). 00000800:00000200:1.0:1718399242.116721:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.116726:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.116729:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012a3c3000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.116740:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083af00. 00000020:00000010:1.0:1718399242.116743:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.116746:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc400. 00000800:00000200:1.0:1718399242.116797:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.116800:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012a3c3000 (tot 82313938). 00000400:00000200:1.0:1718399242.116803:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.116806:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.116808:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a770 00000400:00000010:1.0:1718399242.116809:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a770. 00080000:00000010:2.0:1718399242.116865:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012b64da00. 00010000:00000010:2.0:1718399242.116914:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6600. 00010000:00000010:2.0:1718399242.116919:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800932c2080. 00010000:00000010:2.0:1718399242.117184:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d680. 00010000:00000010:2.0:1718399242.117189:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6600. 00010000:00000010:2.0:1718399242.117195:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.117197:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093f9e180. 00000100:00000010:2.0:1718399242.117201:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbb440. 02000000:00000010:2.0:1718399242.117208:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fbe00. 02000000:00000010:2.0:1718399242.117221:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb200. 00000400:00000010:2.0:1718399242.117223:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdbb0. 00000400:00000010:2.0:1718399242.117226:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ec38. 00000100:00000200:2.0:1718399242.117229:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316477952, portal 16 00000400:00000010:2.0:1718399242.117231:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eee0. 00000100:00000200:2.0:1718399242.117232:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316477952, offset 0 00000400:00000200:2.0:1718399242.117237:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.117241:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.117245:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.117248:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.117250:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.117252:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89815:89815:256:4294967295] 192.168.202.25@tcp LPNI seq info [89815:89815:8:4294967295] 00000400:00000200:2.0:1718399242.117258:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.117262:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.117264:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d200 (tot 82314186). 00000800:00000200:2.0:1718399242.117267:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.117294:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.117296:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.117409:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.117411:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d200 (tot 82313938). 00000400:00000200:0.0:1718399242.117413:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.117416:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.117418:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eee0 00000400:00000010:0.0:1718399242.117419:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eee0. 00000100:00000200:0.0:1718399242.117423:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbb440 x1801871316477952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.120014:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.120039:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe800 00000400:00000200:0.0:1718399242.120045:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad419 [1] + 224 00000400:00000200:0.0:1718399242.120061:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.120064:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.120071:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbb440 x1801871316477952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.120150:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdbb0. 00000400:00000200:2.0:1718399242.120153:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ec38 00000400:00000010:2.0:1718399242.120155:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ec38. 00000100:00000200:2.0:1718399242.120159:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbb440 x1801871316477952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.120165:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbb440 x1801871316477952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.120186:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb200. 02000000:00000010:2.0:1718399242.120191:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fbe00. 00000100:00000010:2.0:1718399242.120194:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbb440. 00000100:00000010:2.0:1718399242.120197:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093f9e180. 00010000:00000010:2.0:1718399242.120200:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00010000:00000010:2.1:1718399242.120454:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d08d700. 00010000:00000010:2.1:1718399242.120460:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f840. 00010000:00000010:0.1:1718399242.120960:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d63840. 00000400:00000200:0.0:1718399242.121205:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.121212:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59b40 00000400:00000200:0.0:1718399242.121216:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabd41 [2] + 1640 00000400:00000200:0.0:1718399242.121256:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.121259:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.121263:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.121267:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 00000020:00000010:3.0:1718399242.121363:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399242.121368:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.121372:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0888. 00000100:00000200:3.0:1718399242.121388:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c2797c0 x1801871317900096/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399242.121411:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317900096 02000000:00000010:3.0:1718399242.121418:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2200. 00010000:00000010:3.0:1718399242.121437:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093df8080. 00010000:00000010:3.0:1718399242.121453:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.121458:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.121473:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.121476:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000010:3.0:1718399242.121485:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466a18. 00000100:00000200:3.0:1718399242.121488:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317900096, offset 224 00000400:00000200:3.0:1718399242.121494:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.121500:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.121505:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89816:89816:256:4294967295] 192.168.202.25@tcp LPNI seq info [89816:89816:8:4294967295] 00000400:00000200:3.0:1718399242.121512:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.121517:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.121519:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ebf700 (tot 82314186). 00000800:00000200:3.0:1718399242.121523:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.121529:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.121532:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ebf700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.121543:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.121547:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0888. 00000020:00000010:3.0:1718399242.121550:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00080000:00000010:2.0:1718399242.121605:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012b64de00. 00010000:00000010:2.0:1718399242.121657:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6600. 00010000:00000010:2.0:1718399242.121661:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093df8000. 00010000:00000010:2.0:1718399242.121719:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356f840. 00010000:00000010:2.0:1718399242.121722:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6600. 00010000:00000010:2.0:1718399242.121729:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.121731:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093f9e180. 00000100:00000010:2.0:1718399242.121736:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbb440. 02000000:00000010:2.0:1718399242.121744:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fbe00. 02000000:00000010:2.0:1718399242.121758:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb200. 00000400:00000010:2.0:1718399242.121761:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdbb0. 00000400:00000010:2.0:1718399242.121764:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ec38. 00000100:00000200:2.0:1718399242.121767:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316478016, portal 16 00000400:00000010:2.0:1718399242.121770:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e3b8. 00000100:00000200:2.0:1718399242.121771:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316478016, offset 0 00000400:00000200:2.0:1718399242.121775:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.121780:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.121795:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.121798:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.121800:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.121802:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89817:89817:255:4294967295] 192.168.202.25@tcp LPNI seq info [89817:89817:7:4294967295] 00000400:00000200:2.0:1718399242.121807:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.121810:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.121813:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d200 (tot 82314434). 00000800:00000200:2.0:1718399242.121816:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.121819:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.121820:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.122096:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.122099:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf700 (tot 82314186). 00000400:00000200:0.0:1718399242.122102:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.122105:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.122107:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466a18 00000400:00000010:0.0:1718399242.122108:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466a18. 00000800:00000200:0.0:1718399242.122139:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.122141:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d200 (tot 82313938). 00000400:00000200:0.0:1718399242.122144:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.122146:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.122148:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e3b8 00000400:00000010:0.0:1718399242.122149:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e3b8. 00000100:00000200:0.0:1718399242.122154:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbb440 x1801871316478016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.125226:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.125240:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe840 00000400:00000200:0.0:1718399242.125246:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad425 [1] + 224 00000400:00000200:0.0:1718399242.125265:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.125307:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.125315:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbb440 x1801871316478016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.125417:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdbb0. 00000400:00000200:2.0:1718399242.125421:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ec38 00000400:00000010:2.0:1718399242.125423:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ec38. 00000100:00000200:2.0:1718399242.125428:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbb440 x1801871316478016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.125434:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbb440 x1801871316478016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.125457:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb200. 02000000:00000010:2.0:1718399242.125462:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fbe00. 00000100:00000010:2.0:1718399242.125465:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbb440. 00000100:00000010:2.0:1718399242.125469:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093f9e180. 00010000:00000010:2.0:1718399242.125473:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00010000:00000010:3.1:1718399242.130090:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f20b100. 00010000:00000010:3.1:1718399242.130104:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d680. 00000400:00000200:0.0:1718399242.130368:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.130382:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59b80 00000400:00000200:0.0:1718399242.130388:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabd41 [2] + 1968 00000400:00000010:0.0:1718399242.130392:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1dc0. 00000400:00000200:0.0:1718399242.130396:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009294c840 00000400:00000200:0.0:1718399242.130454:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.130458:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.130462:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009294c840 00000400:00000010:0.0:1718399242.130463:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88009294c840 (tot 82313786). 00000100:00000200:0.0:1718399242.130468:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1718399242.130710:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd400. 00000020:00000010:1.0:1718399242.130715:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083af00. 00000020:00000010:1.0:1718399242.130719:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.130737:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009caef050 x1801871317900160/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399242.130755:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317900160 02000000:00000010:1.0:1718399242.130761:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc600. 00010000:00000010:1.0:1718399242.130795:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a50f1000. 00010000:00000010:1.0:1718399242.130812:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399242.130817:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e3fcf00. 00000100:00000010:1.0:1718399242.130824:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e3fcf00. 00010000:00000010:1.0:1718399242.130827:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000400:00000010:1.0:1718399242.130835:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a770. 00000100:00000200:1.0:1718399242.130839:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317900160, offset 224 00000400:00000200:1.0:1718399242.130844:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.130852:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.130857:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89818:89818:256:4294967295] 192.168.202.25@tcp LPNI seq info [89818:89818:8:4294967295] 00000400:00000200:1.0:1718399242.130865:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.130869:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.130872:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c291c00 (tot 82314034). 00000800:00000200:1.0:1718399242.130876:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.130882:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.130884:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012c291c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.130894:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083af00. 00000020:00000010:1.0:1718399242.130897:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.130902:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd400. 02000000:00000010:1.0:1718399242.130908:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2200. 00000100:00000010:1.0:1718399242.130911:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 02000000:00000010:1.0:1718399242.130914:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fce00. 00000100:00000010:1.0:1718399242.130916:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 02000000:00000010:1.0:1718399242.130918:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3000. 00000100:00000010:1.0:1718399242.130920:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 02000000:00000010:1.0:1718399242.130922:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd200. 00000100:00000010:1.0:1718399242.130923:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fba600. 02000000:00000010:1.0:1718399242.130926:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc800. 00000100:00000010:1.0:1718399242.130928:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 02000000:00000010:1.0:1718399242.130929:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2400. 00000100:00000010:1.0:1718399242.130931:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 00000100:00000200:1.0:1718399242.130935:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1718399242.130937:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1268. 00000400:00000010:1.0:1718399242.130940:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e3fcf00 (tot 82314186). 00000800:00000200:1.0:1718399242.131001:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.131003:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c291c00 (tot 82313938). 00000400:00000200:1.0:1718399242.131006:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.131009:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.131010:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a770 00000400:00000010:1.0:1718399242.131011:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a770. 02000000:00000010:1.0:1718399242.131016:0:18240:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc600. 00080000:00000010:1.0:1718399242.131039:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012a3c3000. 00010000:00000010:1.0:1718399242.131101:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6600. 00010000:00000010:1.0:1718399242.131106:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093391c00. 00010000:00000010:1.0:1718399242.131156:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a52706c0. 00010000:00000010:1.0:1718399242.131160:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083af00. 00010000:00000010:1.0:1718399242.131166:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399242.131169:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092507240. 00000100:00000010:1.0:1718399242.131174:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 02000000:00000010:1.0:1718399242.131182:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc600. 02000000:00000010:1.0:1718399242.131196:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fd200. 00000400:00000010:1.0:1718399242.131199:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f10b0. 00000400:00000010:1.0:1718399242.131201:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a770. 00000100:00000200:1.0:1718399242.131203:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316478080, portal 16 00000400:00000010:1.0:1718399242.131206:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a4c8. 00000100:00000200:1.0:1718399242.131207:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316478080, offset 0 00000400:00000200:1.0:1718399242.131211:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.131215:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.131220:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.131223:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.131224:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.131226:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89819:89819:256:4294967295] 192.168.202.25@tcp LPNI seq info [89819:89819:8:4294967295] 00000400:00000200:1.0:1718399242.131232:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.131235:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.131237:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c291c00 (tot 82314186). 00000800:00000200:1.0:1718399242.131240:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.131243:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.131245:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012c291c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.131302:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.131304:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c291c00 (tot 82313938). 00000400:00000200:1.0:1718399242.131306:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.131308:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.131310:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a4c8 00000400:00000010:1.0:1718399242.131311:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a4c8. 00000100:00000200:1.0:1718399242.131315:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df73440 x1801871316478080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.131376:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093557600. 00000400:00000200:0.0:1718399242.133182:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.133206:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe880 00000400:00000200:0.0:1718399242.133211:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad435 [1] + 224 00000400:00000200:0.0:1718399242.133220:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.133222:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.133228:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df73440 x1801871316478080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.133258:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.133263:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59bc0 00000400:00000200:0.0:1718399242.133266:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabd99 [2] + 0 00000400:00000200:0.0:1718399242.133332:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.133336:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.133339:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.133343:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 00000020:00000010:3.0:1718399242.133423:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399242.133427:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.133431:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0888. 00000100:00000200:3.0:1718399242.133444:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d580 x1801871317900224/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399242.133460:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317900224 02000000:00000010:3.0:1718399242.133467:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3e00. 00010000:00000010:3.0:1718399242.133485:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.133489:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.133493:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.133495:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000010:3.0:1718399242.133503:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466e58. 00000100:00000200:3.0:1718399242.133507:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317900224, offset 224 00000400:00000200:3.0:1718399242.133511:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.133517:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.133520:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89820:89820:256:4294967295] 192.168.202.25@tcp LPNI seq info [89820:89820:8:4294967295] 00000400:00000200:3.0:1718399242.133527:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.133531:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.133533:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ebff00 (tot 82314186). 00000800:00000200:3.0:1718399242.133536:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.133541:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.133543:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ebff00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.133553:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.133556:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0888. 00000020:00000010:3.0:1718399242.133559:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00000800:00000200:1.0:1718399242.133945:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.133948:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebff00 (tot 82313938). 00000400:00000200:1.0:1718399242.133951:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.133954:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.133957:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466e58 00000400:00000010:1.0:1718399242.133958:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466e58. 00000400:00000010:1.0:1718399242.133972:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f10b0. 00000400:00000200:1.0:1718399242.133975:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a770 00000400:00000010:1.0:1718399242.133976:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a770. 00000100:00000200:1.0:1718399242.133980:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df73440 x1801871316478080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.133986:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df73440 x1801871316478080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1718399242.134001:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092929100. 02000000:00000010:1.0:1718399242.134010:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fd200. 02000000:00000010:1.0:1718399242.134014:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc600. 00000100:00000010:1.0:1718399242.134016:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000100:00000010:1.0:1718399242.134019:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092507240. 00010000:00000010:1.0:1718399242.134021:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00080000:00000010:1.0:1718399242.134030:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880098745a00. 00010000:00000010:1.0:1718399242.134101:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083af00. 00010000:00000010:1.0:1718399242.134105:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092929080. 00010000:00000010:1.0:1718399242.134172:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5271440. 00010000:00000010:1.0:1718399242.134176:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083af00. 00010000:00000010:1.0:1718399242.134182:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b840. 00000100:00000010:1.0:1718399242.134184:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092507240. 00000100:00000010:1.0:1718399242.134188:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 02000000:00000010:1.0:1718399242.134195:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc600. 02000000:00000010:1.0:1718399242.134208:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fd200. 00000400:00000010:1.0:1718399242.134211:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f10b0. 00000400:00000010:1.0:1718399242.134213:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a770. 00000100:00000200:1.0:1718399242.134217:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316478144, portal 16 00000400:00000010:1.0:1718399242.134219:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a4c8. 00000100:00000200:1.0:1718399242.134220:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316478144, offset 0 00000400:00000200:1.0:1718399242.134224:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.134229:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.134234:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.134236:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.134238:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.134240:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89821:89821:256:4294967295] 192.168.202.25@tcp LPNI seq info [89821:89821:8:4294967295] 00000400:00000200:1.0:1718399242.134245:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.134248:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.134250:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880098745200 (tot 82314186). 00000800:00000200:1.0:1718399242.134252:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.134256:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.134257:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880098745200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399242.137940:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.137945:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880098745200 (tot 82313938). 00000400:00000200:2.0:1718399242.137951:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.137958:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.137962:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a4c8 00000400:00000010:2.0:1718399242.137964:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a4c8. 00000100:00000200:2.0:1718399242.137973:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df73440 x1801871316478144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.141397:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009337ba80. 00010000:00000010:0.1:1718399242.141405:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d1ad00. 00010000:00000010:0.1:1718399242.141408:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f840. 00000400:00000200:2.0:1718399242.141830:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.141844:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe8c0 00000400:00000200:2.0:1718399242.141853:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad441 [1] + 224 00000400:00000200:2.0:1718399242.141862:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.141865:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.141873:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df73440 x1801871316478144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.141894:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.141897:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59c00 00000400:00000200:2.0:1718399242.141900:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabd99 [2] + 328 00000400:00000200:2.0:1718399242.141957:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.141960:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.141964:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399242.141968:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbb440. 00000400:00000010:0.0:1718399242.142021:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f10b0. 00000400:00000200:0.0:1718399242.142024:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a770 00000400:00000010:0.0:1718399242.142026:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a770. 00000100:00000200:0.0:1718399242.142031:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df73440 x1801871316478144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399242.142036:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df73440 x1801871316478144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1718399242.142060:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fd200. 02000000:00000010:0.0:1718399242.142065:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc600. 00000100:00000010:0.0:1718399242.142068:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000100:00000010:0.0:1718399242.142072:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092507240. 00010000:00000010:0.0:1718399242.142075:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b840. 00000020:00000010:0.0:1718399242.142101:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2c00. 00000020:00000010:0.0:1718399242.142104:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfcf80. 00000020:00000010:0.0:1718399242.142106:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff000. 00000100:00000200:0.0:1718399242.142121:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbb440 x1801871317900288/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1718399242.143451:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317900288 02000000:00000010:0.0:1718399242.143461:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2a00. 00010000:00000010:0.0:1718399242.143483:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a50f1d00. 00010000:00000010:0.0:1718399242.143514:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3e3140. 00000100:00000010:0.0:1718399242.143519:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9000. 00000100:00000010:0.0:1718399242.143528:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9000. 00010000:00000010:0.0:1718399242.143531:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3e3140. 00000400:00000010:0.0:1718399242.143539:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376660. 00000100:00000200:0.0:1718399242.143543:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317900288, offset 224 00000400:00000200:0.0:1718399242.143548:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.143557:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.143561:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89822:89822:256:4294967295] 192.168.202.25@tcp LPNI seq info [89822:89822:8:4294967295] 00000400:00000200:0.0:1718399242.143568:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.143572:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.143575:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355ea00 (tot 82314186). 00000800:00000200:0.0:1718399242.143578:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.143584:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.143587:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355ea00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399242.143598:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfcf80. 00000020:00000010:0.0:1718399242.143601:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff000. 00000020:00000010:0.0:1718399242.143604:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2c00. 00000800:00000200:1.0:1718399242.143705:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.143707:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355ea00 (tot 82313938). 00000400:00000200:1.0:1718399242.143711:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.143714:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.143716:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376660 00000400:00000010:1.0:1718399242.143718:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376660. 00080000:00000010:1.0:1718399242.143736:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880098745400. 00010000:00000010:1.0:1718399242.143798:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083af00. 00010000:00000010:1.0:1718399242.143802:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093cc2e80. 00010000:00000010:1.0:1718399242.144201:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880098745200. 00010000:00000010:1.0:1718399242.144204:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083af00. 00010000:00000010:1.0:1718399242.144206:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5271680. 00010000:00000010:1.0:1718399242.144209:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ab80. 00080000:00000010:1.0:1718399242.144217:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c291c00. 00010000:00000010:1.0:1718399242.144234:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ab80. 00010000:00000010:1.0:1718399242.144235:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083af00. 00010000:00000010:1.0:1718399242.144266:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5273a80. 00010000:00000010:1.0:1718399242.144267:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083af00. 00010000:00000010:1.0:1718399242.144296:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b700. 00000100:00000010:1.0:1718399242.144299:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092507000. 00000100:00000010:1.0:1718399242.144304:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 02000000:00000010:1.0:1718399242.144312:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc600. 02000000:00000010:1.0:1718399242.144327:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fd200. 00000400:00000010:1.0:1718399242.144330:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1058. 00000400:00000010:1.0:1718399242.144333:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a198. 00000100:00000200:1.0:1718399242.144337:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316478208, portal 16 00000400:00000010:1.0:1718399242.144339:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a2a8. 00000100:00000200:1.0:1718399242.144341:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316478208, offset 0 00000400:00000200:1.0:1718399242.144345:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.144349:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.144354:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.144356:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.144358:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.144360:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89823:89823:256:4294967295] 192.168.202.25@tcp LPNI seq info [89823:89823:8:4294967295] 00000400:00000200:1.0:1718399242.144365:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.144368:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.144370:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612100 (tot 82314186). 00000800:00000200:1.0:1718399242.144372:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.144375:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.144377:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399242.144596:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.144598:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612100 (tot 82313938). 00000400:00000200:2.0:1718399242.144601:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.144604:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.144606:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a2a8 00000400:00000010:2.0:1718399242.144607:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a2a8. 00000100:00000200:2.0:1718399242.144612:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75f00 x1801871316478208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.146291:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933d7180. 00010000:00000010:0.1:1718399242.146301:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d8df00. 00010000:00000010:0.1:1718399242.146304:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52706c0. 00000400:00000200:0.0:1718399242.148097:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.148110:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe900 00000400:00000200:0.0:1718399242.148115:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad44d [1] + 224 00000400:00000200:0.0:1718399242.148133:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.148136:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.148142:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75f00 x1801871316478208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.149169:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.149174:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59c40 00000400:00000200:0.0:1718399242.149178:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabd99 [2] + 656 00000400:00000200:0.0:1718399242.149224:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.149227:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.149232:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.149237:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000020:00000010:3.0:1718399242.149340:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399242.149345:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.149348:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0888. 00000100:00000200:3.0:1718399242.149365:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317900352/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399242.149381:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317900352 02000000:00000010:3.0:1718399242.149388:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2400. 00010000:00000010:3.0:1718399242.149414:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.149419:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.149423:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.149426:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000010:3.0:1718399242.149436:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94667f8. 00000100:00000200:3.0:1718399242.149440:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317900352, offset 224 00000400:00000200:3.0:1718399242.149445:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.149452:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.149457:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89824:89824:256:4294967295] 192.168.202.25@tcp LPNI seq info [89824:89824:8:4294967295] 00000400:00000200:3.0:1718399242.149463:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.149467:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.149469:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ebf900 (tot 82314186). 00000800:00000200:3.0:1718399242.149475:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.149480:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.149483:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ebf900 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1718399242.149974:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1058. 00000400:00000200:1.0:1718399242.149978:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a198 00000400:00000010:1.0:1718399242.149979:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a198. 00000100:00000200:1.0:1718399242.149986:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75f00 x1801871316478208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.149992:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75f00 x1801871316478208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1718399242.150009:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009c2f8b80. 02000000:00000010:1.0:1718399242.150020:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fd200. 02000000:00000010:1.0:1718399242.150024:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc600. 00000100:00000010:1.0:1718399242.150027:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 00000100:00000010:1.0:1718399242.150030:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092507000. 00010000:00000010:1.0:1718399242.150033:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b700. 00080000:00000010:1.0:1718399242.150044:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093612200. 00010000:00000010:1.0:1718399242.150097:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083af00. 00010000:00000010:1.0:1718399242.150101:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009c2f8b00. 00010000:00000010:1.0:1718399242.150155:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5272640. 00010000:00000010:1.0:1718399242.150159:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083af00. 00010000:00000010:1.0:1718399242.150165:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b700. 00000100:00000010:1.0:1718399242.150167:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092507000. 00000100:00000010:1.0:1718399242.150171:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 02000000:00000010:1.0:1718399242.150179:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc600. 02000000:00000010:1.0:1718399242.150193:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fd200. 00000400:00000010:1.0:1718399242.150196:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1058. 00000400:00000010:1.0:1718399242.150198:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a198. 00000100:00000200:1.0:1718399242.150202:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316478272, portal 16 00000400:00000010:1.0:1718399242.150204:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a440. 00000100:00000200:1.0:1718399242.150205:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316478272, offset 0 00000400:00000200:1.0:1718399242.150209:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.150214:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.150219:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.150221:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.150223:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.150225:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89825:89825:255:4294967295] 192.168.202.25@tcp LPNI seq info [89825:89825:7:4294967295] 00000400:00000200:1.0:1718399242.150230:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.150234:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.150235:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612e00 (tot 82314434). 00000800:00000200:1.0:1718399242.150238:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.150243:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.150244:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612e00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.150908:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.150914:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0888. 00000020:00000010:3.0:1718399242.150917:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00000800:00000200:0.0:1718399242.151116:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.151118:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf900 (tot 82314186). 00000400:00000200:0.0:1718399242.151122:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.151125:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.151128:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94667f8 00000400:00000010:0.0:1718399242.151129:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94667f8. 00000800:00000200:0.0:1718399242.151166:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.151168:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612e00 (tot 82313938). 00000400:00000200:0.0:1718399242.151171:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.151173:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.151175:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a440 00000400:00000010:0.0:1718399242.151176:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a440. 00000100:00000200:0.0:1718399242.151180:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75f00 x1801871316478272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.151236:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933a7600. 00000400:00000200:0.0:1718399242.153028:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.153039:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe940 00000400:00000200:0.0:1718399242.153044:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad459 [1] + 224 00000400:00000200:0.0:1718399242.153059:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.153061:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.153067:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75f00 x1801871316478272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399242.153265:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1058. 00000400:00000200:1.0:1718399242.153635:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a198 00000400:00000010:1.0:1718399242.153637:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a198. 00000100:00000200:1.0:1718399242.153644:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75f00 x1801871316478272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.153649:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75f00 x1801871316478272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399242.153669:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fd200. 02000000:00000010:1.0:1718399242.153674:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc600. 00000100:00000010:1.0:1718399242.153676:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 00000100:00000010:1.0:1718399242.153680:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092507000. 00010000:00000010:1.0:1718399242.153683:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b700. 00000400:00000200:0.0:1718399242.154046:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.154053:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59c80 00000400:00000200:0.0:1718399242.154057:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabd99 [2] + 984 00000400:00000200:0.0:1718399242.154098:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.154101:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.154105:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.154109:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000020:00000010:3.0:1718399242.154192:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399242.154197:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.154200:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0888. 00000100:00000200:3.0:1718399242.154216:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317900416/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399242.154232:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317900416 02000000:00000010:3.0:1718399242.154239:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3000. 00010000:00000010:3.0:1718399242.154257:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800993d8d80. 00010000:00000010:3.0:1718399242.154304:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.154309:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.154322:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.154324:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000010:3.0:1718399242.154333:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466880. 00000100:00000200:3.0:1718399242.154337:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317900416, offset 224 00000400:00000200:3.0:1718399242.154341:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.154348:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.154353:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89826:89826:256:4294967295] 192.168.202.25@tcp LPNI seq info [89826:89826:8:4294967295] 00000400:00000200:3.0:1718399242.154360:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.154364:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.154368:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ebf500 (tot 82314186). 00000800:00000200:3.0:1718399242.154372:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.154378:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.154381:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ebf500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.154391:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.154395:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0888. 00000020:00000010:3.0:1718399242.154399:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00080000:00000010:1.0:1718399242.154575:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093612d00. 00010000:00000010:1.0:1718399242.154634:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083af00. 00010000:00000010:1.0:1718399242.154639:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800993d8d00. 00010000:00000010:1.0:1718399242.154694:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5271200. 00010000:00000010:1.0:1718399242.154698:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083af00. 00010000:00000010:1.0:1718399242.154703:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b700. 00000100:00000010:1.0:1718399242.154706:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092507000. 00000100:00000010:1.0:1718399242.154710:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 02000000:00000010:1.0:1718399242.154717:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc600. 02000000:00000010:1.0:1718399242.154731:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fd200. 00000400:00000010:1.0:1718399242.154734:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1058. 00000400:00000010:1.0:1718399242.154737:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a198. 00000100:00000200:1.0:1718399242.154740:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316478336, portal 16 00000400:00000010:1.0:1718399242.154743:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a330. 00000100:00000200:1.0:1718399242.154744:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316478336, offset 0 00000400:00000200:1.0:1718399242.154748:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.154753:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.154757:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.154759:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.154761:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.154763:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89827:89827:255:4294967295] 192.168.202.25@tcp LPNI seq info [89827:89827:7:4294967295] 00000400:00000200:1.0:1718399242.154769:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.154772:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.154774:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612f00 (tot 82314434). 00000800:00000200:1.0:1718399242.154777:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.154780:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.154782:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.154876:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.154878:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf500 (tot 82314186). 00000400:00000200:0.0:1718399242.154881:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.154884:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.154886:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466880 00000400:00000010:0.0:1718399242.154888:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466880. 00000800:00000200:0.0:1718399242.154918:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.154920:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612f00 (tot 82313938). 00000400:00000200:0.0:1718399242.154923:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.154925:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.154926:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a330 00000400:00000010:0.0:1718399242.154927:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a330. 00000100:00000200:0.0:1718399242.154931:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75f00 x1801871316478336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.157092:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009bf53900. 00010000:00000010:0.1:1718399242.157102:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271440. 00010000:00000010:0.1:1718399242.157106:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098745200. 00010000:00000010:0.1:1718399242.157109:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271680. 00000400:00000200:0.0:1718399242.157961:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.157974:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe980 00000400:00000200:0.0:1718399242.157980:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad465 [1] + 224 00000400:00000200:0.0:1718399242.157998:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.158002:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.158008:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75f00 x1801871316478336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.158236:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.158242:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59cc0 00000400:00000200:0.0:1718399242.158246:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabd99 [2] + 1312 00000400:00000200:0.0:1718399242.158306:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.158309:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.158313:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.158317:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 00000020:00000010:2.0:1718399242.158501:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb200. 00000020:00000010:2.0:1718399242.158506:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.158509:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.158526:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317900480/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.158553:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317900480 02000000:00000010:2.0:1718399242.158560:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fae00. 00010000:00000010:2.0:1718399242.158587:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.158592:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093f9e180. 00000100:00000010:2.0:1718399242.158596:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093f9e180. 00010000:00000010:2.0:1718399242.158600:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00000400:00000010:2.0:1718399242.158608:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ec38. 00000100:00000200:2.0:1718399242.158612:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317900480, offset 224 00000400:00000200:2.0:1718399242.158617:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.158624:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.158630:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89828:89828:256:4294967295] 192.168.202.25@tcp LPNI seq info [89828:89828:8:4294967295] 00000400:00000200:2.0:1718399242.158637:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.158641:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.158644:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d200 (tot 82314186). 00000800:00000200:2.0:1718399242.158648:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.158654:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.158657:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.158665:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.158669:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.158671:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb200. 00000400:00000010:1.0:1718399242.159179:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1058. 00000400:00000200:1.0:1718399242.159183:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a198 00000400:00000010:1.0:1718399242.159184:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a198. 00000100:00000200:1.0:1718399242.159191:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75f00 x1801871316478336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.159197:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75f00 x1801871316478336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1718399242.159213:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800930d7480. 02000000:00000010:1.0:1718399242.159224:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fd200. 02000000:00000010:1.0:1718399242.159228:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc600. 00000100:00000010:1.0:1718399242.159231:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 00000100:00000010:1.0:1718399242.159234:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092507000. 00010000:00000010:1.0:1718399242.159236:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b700. 00080000:00000010:1.0:1718399242.159247:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093612900. 00010000:00000010:1.0:1718399242.159329:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083af00. 00010000:00000010:1.0:1718399242.159334:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800930d7000. 00010000:00000010:1.0:1718399242.159389:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5270480. 00010000:00000010:1.0:1718399242.159393:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083af00. 00010000:00000010:1.0:1718399242.159399:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b700. 00000100:00000010:1.0:1718399242.159402:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092507000. 00000100:00000010:1.0:1718399242.159406:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 02000000:00000010:1.0:1718399242.159413:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc600. 02000000:00000010:1.0:1718399242.159428:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fd200. 00000400:00000010:1.0:1718399242.159431:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1058. 00000400:00000010:1.0:1718399242.159434:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a198. 00000100:00000200:1.0:1718399242.159437:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316478400, portal 16 00000400:00000010:1.0:1718399242.159441:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a550. 00000100:00000200:1.0:1718399242.159442:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316478400, offset 0 00000400:00000200:1.0:1718399242.159446:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.159451:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.159455:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.159458:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.159460:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.159462:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89829:89829:255:4294967295] 192.168.202.25@tcp LPNI seq info [89829:89829:7:4294967295] 00000400:00000200:1.0:1718399242.159467:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.159470:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.159472:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612600 (tot 82314434). 00000800:00000200:1.0:1718399242.159475:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.159479:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.159481:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.159607:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.159609:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d200 (tot 82314186). 00000400:00000200:0.0:1718399242.159613:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.159616:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.159618:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ec38 00000400:00000010:0.0:1718399242.159619:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ec38. 00000800:00000200:0.0:1718399242.159653:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.159654:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612600 (tot 82313938). 00000400:00000200:0.0:1718399242.159658:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.159660:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.159662:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a550 00000400:00000010:0.0:1718399242.159663:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a550. 00000100:00000200:0.0:1718399242.159666:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75f00 x1801871316478400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.161086:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933a61c0. 00000400:00000200:0.0:1718399242.161485:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.161494:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfe9c0 00000400:00000200:0.0:1718399242.161499:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad471 [1] + 224 00000400:00000200:0.0:1718399242.161512:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.161515:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.161520:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75f00 x1801871316478400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399242.161605:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1058. 00000400:00000200:1.0:1718399242.161608:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a198 00000400:00000010:1.0:1718399242.161610:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a198. 00000100:00000200:1.0:1718399242.161615:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75f00 x1801871316478400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.161620:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75f00 x1801871316478400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399242.161638:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fd200. 02000000:00000010:1.0:1718399242.161642:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc600. 00000100:00000010:1.0:1718399242.161645:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 00000100:00000010:1.0:1718399242.161648:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092507000. 00010000:00000010:1.0:1718399242.161651:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b700. 00000400:00000200:0.0:1718399242.162119:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.162125:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59d00 00000400:00000200:0.0:1718399242.162129:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabd99 [2] + 1640 00000400:00000200:0.0:1718399242.162165:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.162168:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.162172:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.162175:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000020:00000010:3.0:1718399242.162299:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399242.162304:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.162307:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0888. 00000100:00000200:3.0:1718399242.162323:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317900544/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399242.162351:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317900544 02000000:00000010:3.0:1718399242.162358:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2200. 00010000:00000010:3.0:1718399242.162375:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800930d7880. 00010000:00000010:3.0:1718399242.162391:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.162396:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.162409:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.162412:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000010:3.0:1718399242.162420:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466550. 00000100:00000200:3.0:1718399242.162423:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317900544, offset 224 00000400:00000200:3.0:1718399242.162429:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.162436:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.162441:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89830:89830:256:4294967295] 192.168.202.25@tcp LPNI seq info [89830:89830:8:4294967295] 00000400:00000200:3.0:1718399242.162447:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.162452:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.162455:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ebf500 (tot 82314186). 00000800:00000200:3.0:1718399242.162459:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.162465:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.162468:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ebf500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.162477:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.162481:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0888. 00000020:00000010:3.0:1718399242.162483:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00000800:00000200:0.0:1718399242.162859:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.162861:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf500 (tot 82313938). 00000400:00000200:0.0:1718399242.162864:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.162867:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.162869:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466550 00000400:00000010:0.0:1718399242.162871:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466550. 00080000:00000010:1.0:1718399242.162997:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093612500. 00010000:00000010:1.0:1718399242.163046:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083af00. 00010000:00000010:1.0:1718399242.163050:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800930d7580. 00010000:00000010:1.0:1718399242.163099:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5271d40. 00010000:00000010:1.0:1718399242.163103:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083af00. 00010000:00000010:1.0:1718399242.163108:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b700. 00000100:00000010:1.0:1718399242.163111:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092507000. 00000100:00000010:1.0:1718399242.163115:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 02000000:00000010:1.0:1718399242.163155:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc600. 02000000:00000010:1.0:1718399242.163171:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fd200. 00000400:00000010:1.0:1718399242.163175:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1058. 00000400:00000010:1.0:1718399242.163177:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a198. 00000100:00000200:1.0:1718399242.163181:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316478464, portal 16 00000400:00000010:1.0:1718399242.163184:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ac38. 00000100:00000200:1.0:1718399242.163185:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316478464, offset 0 00000400:00000200:1.0:1718399242.163190:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.163194:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.163199:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.163202:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.163204:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.163205:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89831:89831:256:4294967295] 192.168.202.25@tcp LPNI seq info [89831:89831:8:4294967295] 00000400:00000200:1.0:1718399242.163211:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.163214:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.163216:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612b00 (tot 82314186). 00000800:00000200:1.0:1718399242.163218:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.163221:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.163223:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.163430:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.163432:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612b00 (tot 82313938). 00000400:00000200:0.0:1718399242.163435:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.163438:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.163440:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ac38 00000400:00000010:0.0:1718399242.163441:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ac38. 00000100:00000200:0.0:1718399242.163446:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75f00 x1801871316478464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.164297:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eabf3c0. 00010000:00000010:1.1:1718399242.164303:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d1200. 00010000:00000010:1.1:1718399242.164306:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273a80. 00010000:00000010:1.1:1718399242.164309:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5205c00. 00010000:00000010:1.1:1718399242.164311:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272640. 00000400:00000200:0.0:1718399242.165088:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.165098:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfea00 00000400:00000200:0.0:1718399242.165102:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad47d [1] + 224 00000400:00000200:0.0:1718399242.165118:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.165121:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.165126:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75f00 x1801871316478464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399242.165259:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1058. 00000400:00000200:1.0:1718399242.165262:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a198 00000400:00000010:1.0:1718399242.165264:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a198. 00000100:00000200:1.0:1718399242.165286:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75f00 x1801871316478464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.165291:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75f00 x1801871316478464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399242.165309:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fd200. 02000000:00000010:1.0:1718399242.165315:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc600. 00000100:00000010:1.0:1718399242.165318:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 00000100:00000010:1.0:1718399242.165322:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092507000. 00010000:00000010:1.0:1718399242.165324:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b700. 00000400:00000200:0.0:1718399242.165480:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.165486:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59d40 00000400:00000200:0.0:1718399242.165490:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabd99 [2] + 1968 00000400:00000010:0.0:1718399242.165492:0:18240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1580. 00000400:00000200:0.0:1718399242.165494:0:18240:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009294c9c0 00000400:00000200:0.0:1718399242.165529:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.165533:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.165535:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009294c9c0 00000400:00000010:0.0:1718399242.165536:0:18240:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88009294c9c0 (tot 82313786). 00000100:00000200:0.0:1718399242.165540:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1718399242.165852:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb200. 00000020:00000010:2.0:1718399242.165856:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.165859:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.165874:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88008f9c6850 x1801871317900608/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399242.166045:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317900608 02000000:00000010:2.0:1718399242.166052:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fbe00. 00010000:00000010:2.0:1718399242.166068:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b495300. 00010000:00000010:2.0:1718399242.166089:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.166093:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093f9e180. 00000100:00000010:2.0:1718399242.166101:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093f9e180. 00010000:00000010:2.0:1718399242.166103:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00000400:00000010:2.0:1718399242.166108:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e110. 00000100:00000200:2.0:1718399242.166111:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317900608, offset 224 00000400:00000200:2.0:1718399242.166116:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.166122:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.166125:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89832:89832:256:4294967295] 192.168.202.25@tcp LPNI seq info [89832:89832:8:4294967295] 00000400:00000200:2.0:1718399242.166132:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.166135:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.166138:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d200 (tot 82314034). 00000800:00000200:2.0:1718399242.166141:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.166147:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.166149:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.166157:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.166159:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.166161:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb200. 02000000:00000010:2.0:1718399242.166167:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2200. 00000100:00000010:2.0:1718399242.166168:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:2.0:1718399242.166171:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fae00. 00000100:00000010:2.0:1718399242.166173:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 02000000:00000010:2.0:1718399242.166175:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3000. 00000100:00000010:2.0:1718399242.166176:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 02000000:00000010:2.0:1718399242.166178:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2400. 00000100:00000010:2.0:1718399242.166179:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 02000000:00000010:2.0:1718399242.166181:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2a00. 00000100:00000010:2.0:1718399242.166182:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbb440. 02000000:00000010:2.0:1718399242.166185:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3e00. 00000100:00000010:2.0:1718399242.166186:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 00000100:00000200:2.0:1718399242.166189:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399242.166191:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdbb0. 00000400:00000010:2.0:1718399242.166193:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093f9e180 (tot 82314186). 00080000:00000010:1.0:1718399242.166331:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093612700. 00010000:00000010:1.0:1718399242.166385:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083af00. 00010000:00000010:1.0:1718399242.166389:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b495400. 00010000:00000010:1.0:1718399242.166434:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093612c00. 00010000:00000010:1.0:1718399242.166436:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083af00. 00010000:00000010:1.0:1718399242.166439:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5272640. 00010000:00000010:1.0:1718399242.166442:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ab80. 00080000:00000010:1.0:1718399242.166449:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093612000. 00010000:00000010:1.0:1718399242.166464:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ab80. 00010000:00000010:1.0:1718399242.166466:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083af00. 00010000:00000010:1.0:1718399242.166502:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5273a80. 00010000:00000010:1.0:1718399242.166504:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083af00. 00010000:00000010:1.0:1718399242.166509:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b700. 00000100:00000010:1.0:1718399242.166511:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092507000. 00000100:00000010:1.0:1718399242.166515:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 02000000:00000010:1.0:1718399242.166522:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc600. 02000000:00000010:1.0:1718399242.166535:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fd200. 00000400:00000010:1.0:1718399242.166538:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1058. 00000400:00000010:1.0:1718399242.166540:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a198. 00000100:00000200:1.0:1718399242.166542:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316478528, portal 16 00000400:00000010:1.0:1718399242.166544:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a660. 00000100:00000200:1.0:1718399242.166545:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316478528, offset 0 00000400:00000200:1.0:1718399242.166549:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.166554:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.166558:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.166560:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.166562:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.166564:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89833:89833:255:4294967295] 192.168.202.25@tcp LPNI seq info [89833:89833:7:4294967295] 00000400:00000200:1.0:1718399242.166570:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.166573:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.166575:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612800 (tot 82314434). 00000800:00000200:1.0:1718399242.166577:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.166580:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.166582:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.166646:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.166647:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d200 (tot 82314186). 00000400:00000200:0.0:1718399242.166650:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.166653:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.166656:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e110 00000400:00000010:0.0:1718399242.166657:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e110. 02000000:00000010:0.0:1718399242.166661:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fbe00. 00000800:00000200:0.0:1718399242.166694:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.166695:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612800 (tot 82313938). 00000400:00000200:0.0:1718399242.166698:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.166700:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.166701:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a660 00000400:00000010:0.0:1718399242.166702:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a660. 00000100:00000200:0.0:1718399242.166706:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75f00 x1801871316478528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.167052:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880136470b40. 00000400:00000200:0.0:1718399242.168215:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.168223:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfea40 00000400:00000200:0.0:1718399242.168228:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad48d [1] + 224 00000400:00000200:0.0:1718399242.168244:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.168247:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.168252:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75f00 x1801871316478528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399242.168575:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1058. 00000400:00000200:1.0:1718399242.168579:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a198 00000400:00000010:1.0:1718399242.168580:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a198. 00000100:00000200:1.0:1718399242.168584:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75f00 x1801871316478528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.168589:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75f00 x1801871316478528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399242.168607:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fd200. 02000000:00000010:1.0:1718399242.168612:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc600. 00000100:00000010:1.0:1718399242.168615:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 00000100:00000010:1.0:1718399242.168618:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092507000. 00010000:00000010:1.0:1718399242.168620:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b700. 00000400:00000200:0.0:1718399242.168973:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.168979:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59d80 00000400:00000200:0.0:1718399242.168983:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabdf9 [2] + 0 00000400:00000200:0.0:1718399242.169019:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.169023:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.169027:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.169031:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00000020:00000010:3.0:1718399242.169310:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399242.169315:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.169319:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0888. 00000100:00000200:3.0:1718399242.169335:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317900672/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399242.169359:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317900672 02000000:00000010:3.0:1718399242.169365:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2600. 00010000:00000010:3.0:1718399242.169383:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f78680. 00010000:00000010:3.0:1718399242.169410:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.169415:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.169420:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.169422:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000010:3.0:1718399242.169429:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466c38. 00000100:00000200:3.0:1718399242.169449:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317900672, offset 224 00000400:00000200:3.0:1718399242.169455:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:1.0:1718399242.169736:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093612300. 00010000:00000010:1.0:1718399242.169799:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083af00. 00010000:00000010:1.0:1718399242.169804:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093f78380. 00010000:00000010:1.0:1718399242.169857:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5270fc0. 00010000:00000010:1.0:1718399242.169860:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083af00. 00010000:00000010:1.0:1718399242.169866:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b700. 00000100:00000010:1.0:1718399242.169868:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092507000. 00000100:00000010:1.0:1718399242.169873:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 02000000:00000010:1.0:1718399242.169880:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc600. 02000000:00000010:1.0:1718399242.169895:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fd200. 00000400:00000010:1.0:1718399242.169898:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1058. 00000400:00000010:1.0:1718399242.169901:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a198. 00000100:00000200:1.0:1718399242.169904:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316478592, portal 16 00000400:00000010:1.0:1718399242.169907:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a5d8. 00000100:00000200:1.0:1718399242.169908:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316478592, offset 0 00000400:00000200:1.0:1718399242.169912:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.169997:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.170002:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89834:89834:256:4294967295] 192.168.202.25@tcp LPNI seq info [89834:89834:8:4294967295] 00000400:00000200:3.0:1718399242.170009:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.170013:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.170016:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ebf900 (tot 82314186). 00000800:00000200:3.0:1718399242.170020:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.170026:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.170028:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ebf900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.170047:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.170051:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0888. 00000020:00000010:3.0:1718399242.170054:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00000800:00000200:0.0:1718399242.170376:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.170379:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf900 (tot 82313938). 00000400:00000200:0.0:1718399242.170383:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.170386:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.170388:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466c38 00000400:00000010:0.0:1718399242.170389:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466c38. 00000400:00000200:1.0:1718399242.170564:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.170569:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.170571:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.170574:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.170575:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89835:89835:256:4294967295] 192.168.202.25@tcp LPNI seq info [89835:89835:8:4294967295] 00000400:00000200:1.0:1718399242.170581:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.170584:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.170588:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612800 (tot 82314186). 00000800:00000200:1.0:1718399242.170935:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.170939:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.170941:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.171028:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.171030:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612800 (tot 82313938). 00000400:00000200:0.0:1718399242.171034:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.171036:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.171039:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a5d8 00000400:00000010:0.0:1718399242.171040:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a5d8. 00000100:00000200:0.0:1718399242.171045:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75f00 x1801871316478592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.172712:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935ca1c0. 00000400:00000200:0.0:1718399242.172733:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.172741:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfea80 00000400:00000200:0.0:1718399242.172745:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad499 [1] + 224 00000400:00000200:0.0:1718399242.172760:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.172762:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.172767:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75f00 x1801871316478592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.172855:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1058. 00000400:00000200:2.0:1718399242.172859:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a198 00000400:00000010:2.0:1718399242.172860:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a198. 00000100:00000200:2.0:1718399242.172865:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75f00 x1801871316478592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.172876:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75f00 x1801871316478592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.172895:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fd200. 02000000:00000010:2.0:1718399242.172900:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc600. 00000100:00000010:2.0:1718399242.172904:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 00000100:00000010:2.0:1718399242.172907:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092507000. 00010000:00000010:2.0:1718399242.172910:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b700. 00010000:00000010:1.1:1718399242.173613:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880136472d00. 00010000:00000010:1.1:1718399242.173619:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d6900. 00010000:00000010:1.1:1718399242.173623:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271200. 00010000:00000010:1.1:1718399242.173626:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ff7200. 00010000:00000010:1.1:1718399242.173628:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270480. 00000400:00000200:0.0:1718399242.174298:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.174306:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59dc0 00000400:00000200:0.0:1718399242.174310:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabdf9 [2] + 328 00000400:00000200:0.0:1718399242.174350:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.174353:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.174357:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.174361:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000020:00000010:3.0:1718399242.174512:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399242.174517:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.174520:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0888. 00000100:00000200:3.0:1718399242.174538:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317900736/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399242.174567:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317900736 02000000:00000010:3.0:1718399242.174575:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3e00. 00010000:00000010:3.0:1718399242.174595:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b495d80. 00010000:00000010:3.0:1718399242.174608:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.174612:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.174618:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.174621:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000010:3.0:1718399242.174629:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466908. 00000100:00000200:3.0:1718399242.174633:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317900736, offset 224 00000400:00000200:3.0:1718399242.174638:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.174644:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.174647:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89836:89836:256:4294967295] 192.168.202.25@tcp LPNI seq info [89836:89836:8:4294967295] 00000400:00000200:3.0:1718399242.174654:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.174658:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.174660:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ebff00 (tot 82314186). 00000800:00000200:3.0:1718399242.174663:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.174670:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.174672:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ebff00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1718399242.174925:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355e000. 00010000:00000010:0.0:1718399242.174983:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083af00. 00010000:00000010:0.0:1718399242.174987:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b495000. 00010000:00000010:0.0:1718399242.175038:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f25b00. 00010000:00000010:0.0:1718399242.175041:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcf80. 00010000:00000010:0.0:1718399242.175047:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3e3140. 00000100:00000010:0.0:1718399242.175050:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9000. 00000100:00000010:0.0:1718399242.175054:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 02000000:00000010:0.0:1718399242.175061:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c3c00. 02000000:00000010:0.0:1718399242.175077:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2c00. 00000400:00000010:0.0:1718399242.175081:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c60. 00000400:00000010:0.0:1718399242.175084:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376c38. 00000100:00000200:0.0:1718399242.175087:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316478656, portal 16 00000400:00000010:0.0:1718399242.175090:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376550. 00000100:00000200:0.0:1718399242.175091:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316478656, offset 0 00000400:00000200:0.0:1718399242.175095:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.175099:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.175103:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399242.175105:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399242.175107:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399242.175109:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89837:89837:255:4294967295] 192.168.202.25@tcp LPNI seq info [89837:89837:7:4294967295] 00000400:00000200:0.0:1718399242.175114:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.175117:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.175119:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355ed00 (tot 82314434). 00000800:00000200:0.0:1718399242.175121:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.175124:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.175126:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355ed00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.175186:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.175190:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0888. 00000020:00000010:3.0:1718399242.175192:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00000800:00000200:1.0:1718399242.175803:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.175805:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebff00 (tot 82314186). 00000400:00000200:1.0:1718399242.175808:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.175811:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.175813:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466908 00000400:00000010:1.0:1718399242.175815:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466908. 00000800:00000200:1.0:1718399242.175845:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.175846:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355ed00 (tot 82313938). 00000400:00000200:1.0:1718399242.175848:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.175850:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.175851:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376550 00000400:00000010:1.0:1718399242.175852:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376550. 00000100:00000200:1.0:1718399242.175855:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27d580 x1801871316478656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.176096:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eabc240. 00000400:00000200:0.0:1718399242.177486:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.177496:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfeac0 00000400:00000200:0.0:1718399242.177501:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad4a5 [1] + 224 00000400:00000200:0.0:1718399242.177521:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.177524:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.177529:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27d580 x1801871316478656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.177626:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c60. 00000400:00000200:2.0:1718399242.177631:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376c38 00000400:00000010:2.0:1718399242.177632:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376c38. 00000100:00000200:2.0:1718399242.177636:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27d580 x1801871316478656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.177641:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27d580 x1801871316478656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.177662:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2c00. 02000000:00000010:2.0:1718399242.177666:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c3c00. 00000100:00000010:2.0:1718399242.177668:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 00000100:00000010:2.0:1718399242.177671:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9000. 00010000:00000010:2.0:1718399242.177675:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3e3140. 00000400:00000200:0.0:1718399242.178331:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.178338:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59e00 00000400:00000200:0.0:1718399242.178342:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabdf9 [2] + 656 00000400:00000200:0.0:1718399242.178388:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.178392:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.178396:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.178400:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000020:00000010:3.0:1718399242.178639:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399242.178644:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.178647:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0888. 00000100:00000200:3.0:1718399242.178663:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317900800/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399242.178680:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317900800 02000000:00000010:3.0:1718399242.178687:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2400. 00010000:00000010:3.0:1718399242.178706:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093e97b00. 00010000:00000010:3.0:1718399242.178719:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.178723:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.178729:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.178730:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000010:3.0:1718399242.178739:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94663b8. 00000100:00000200:3.0:1718399242.178742:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317900800, offset 224 00000400:00000200:3.0:1718399242.178747:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.178753:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.178757:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89838:89838:256:4294967295] 192.168.202.25@tcp LPNI seq info [89838:89838:8:4294967295] 00000400:00000200:3.0:1718399242.178764:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.178768:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.178771:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ebf700 (tot 82314186). 00000800:00000200:3.0:1718399242.178774:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.178779:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.178782:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ebf700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.178805:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.178808:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0888. 00000020:00000010:3.0:1718399242.178810:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00080000:00000010:3.0:1718399242.178834:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ebf600. 00010000:00000010:3.0:1718399242.178890:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcf80. 00010000:00000010:3.0:1718399242.178895:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093e97a80. 00010000:00000010:3.0:1718399242.178944:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa8480. 00010000:00000010:3.0:1718399242.178947:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.178954:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.178956:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.178961:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.178968:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.178983:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.178986:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.178989:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.178992:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316478720, portal 16 00000400:00000010:3.0:1718399242.178995:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399242.178996:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316478720, offset 0 00000400:00000200:3.0:1718399242.179000:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.179004:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.179009:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.179011:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.179013:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.179015:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89839:89839:255:4294967295] 192.168.202.25@tcp LPNI seq info [89839:89839:7:4294967295] 00000400:00000200:3.0:1718399242.179020:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.179024:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.179025:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ebf000 (tot 82314434). 00000800:00000200:3.0:1718399242.179028:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.179032:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.179033:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ebf000 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1718399242.179091:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093595a00. 00010000:00000010:1.1:1718399242.179096:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271d40. 00010000:00000010:1.1:1718399242.179099:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093612c00. 00010000:00000010:1.1:1718399242.179102:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272640. 00010000:00000010:1.1:1718399242.179104:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933bb200. 00010000:00000010:1.1:1718399242.179106:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273a80. 00000800:00000200:1.0:1718399242.179128:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.179131:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf700 (tot 82314186). 00000400:00000200:1.0:1718399242.179133:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.179136:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.179139:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94663b8 00000400:00000010:1.0:1718399242.179140:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94663b8. 00000800:00000200:1.0:1718399242.179171:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.179172:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf000 (tot 82313938). 00000400:00000200:1.0:1718399242.179174:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.179177:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.179178:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:1.0:1718399242.179179:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000100:00000200:1.0:1718399242.179182:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316478720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.179537:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093cca900. 00010000:00000010:0.1:1718399242.179546:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270fc0. 00000400:00000200:0.0:1718399242.180606:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.180614:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfeb00 00000400:00000200:0.0:1718399242.180618:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad4b1 [1] + 224 00000400:00000200:0.0:1718399242.180629:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.180632:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.180636:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316478720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.180690:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.180694:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.180695:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.180699:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316478720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.180704:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316478720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.180721:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.180726:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.180729:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.180733:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.180735:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000200:0.0:1718399242.181215:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.181220:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59e40 00000400:00000200:0.0:1718399242.181225:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabdf9 [2] + 984 00000400:00000200:0.0:1718399242.181514:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.181518:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.181522:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.181526:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000020:00000010:2.0:1718399242.182399:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fae00. 00000020:00000010:2.0:1718399242.182404:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.182407:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.182427:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317900864/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:1.1:1718399242.182549:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e8d6640. 00000100:00000200:2.0:1718399242.182691:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317900864 02000000:00000010:2.0:1718399242.182699:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb200. 00010000:00000010:2.0:1718399242.182721:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093613880. 00010000:00000010:2.0:1718399242.182762:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.182768:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009582a9c0. 00000100:00000010:2.0:1718399242.182774:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009582a9c0. 00010000:00000010:2.0:1718399242.182776:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00000400:00000010:2.0:1718399242.182793:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e880. 00000100:00000200:2.0:1718399242.182798:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317900864, offset 224 00000400:00000200:2.0:1718399242.182803:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.182811:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.182815:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89840:89840:256:4294967295] 192.168.202.25@tcp LPNI seq info [89840:89840:8:4294967295] 00000400:00000200:2.0:1718399242.182822:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.182826:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.182829:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d300 (tot 82314186). 00000800:00000200:2.0:1718399242.182833:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.182838:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.182841:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.182852:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.182856:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.182858:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fae00. 00080000:00000010:3.0:1718399242.182924:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ebfe00. 00010000:00000010:3.0:1718399242.182978:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.182984:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093613800. 00010000:00000010:3.0:1718399242.183040:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa9440. 00010000:00000010:3.0:1718399242.183044:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.183050:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.183054:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.183059:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.183067:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.183082:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.183085:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.183088:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.183091:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316478784, portal 16 00000400:00000010:3.0:1718399242.183094:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466440. 00000100:00000200:3.0:1718399242.183096:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316478784, offset 0 00000400:00000200:3.0:1718399242.183100:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.183104:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.183109:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.183112:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.183114:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.183116:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89841:89841:255:4294967295] 192.168.202.25@tcp LPNI seq info [89841:89841:7:4294967295] 00000400:00000200:3.0:1718399242.183121:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.183124:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.183126:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ebf000 (tot 82314434). 00000800:00000200:3.0:1718399242.183129:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.183132:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.183133:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ebf000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.183197:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.183199:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d300 (tot 82314186). 00000400:00000200:1.0:1718399242.183203:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.183206:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.183208:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e880 00000400:00000010:1.0:1718399242.183209:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e880. 00000800:00000200:1.0:1718399242.183250:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.183252:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf000 (tot 82313938). 00000400:00000200:1.0:1718399242.183254:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.183256:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.183258:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466440 00000400:00000010:1.0:1718399242.183259:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466440. 00000100:00000200:1.0:1718399242.183262:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316478784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.184967:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.184976:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfeb40 00000400:00000200:0.0:1718399242.184981:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad4bd [1] + 224 00000400:00000200:0.0:1718399242.184997:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.184999:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.185004:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316478784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.185855:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.185861:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59e80 00000400:00000200:0.0:1718399242.185865:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabdf9 [2] + 1312 00000400:00000200:0.0:1718399242.185905:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.185909:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.185913:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.185917:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 00000400:00000010:3.0:1718399242.186027:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.186031:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.186032:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.186036:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316478784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.186041:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316478784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.186062:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.186067:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.186069:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.186073:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.186076:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000020:00000010:1.0:1718399242.186134:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399242.186139:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.186142:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.186155:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317900928/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399242.186177:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317900928 02000000:00000010:1.0:1718399242.186183:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc000. 00010000:00000010:1.0:1718399242.186199:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012bf84d00. 00010000:00000010:1.0:1718399242.186215:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.186219:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092507000. 00000100:00000010:1.0:1718399242.186224:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092507000. 00010000:00000010:1.0:1718399242.186226:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.186232:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a908. 00000100:00000200:1.0:1718399242.186237:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317900928, offset 224 00000400:00000200:1.0:1718399242.186242:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.186248:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.186252:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89842:89842:256:4294967295] 192.168.202.25@tcp LPNI seq info [89842:89842:8:4294967295] 00000400:00000200:1.0:1718399242.186259:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.186262:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.186265:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612c00 (tot 82314186). 00000800:00000200:1.0:1718399242.186284:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.186291:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.186293:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.186305:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.186308:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.186312:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc400. 00000800:00000200:1.0:1718399242.186343:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.186346:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612c00 (tot 82313938). 00000400:00000200:1.0:1718399242.186347:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.186350:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.186352:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a908 00000400:00000010:1.0:1718399242.186353:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a908. 00080000:00000010:3.0:1718399242.186643:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ebf700. 00010000:00000010:3.0:1718399242.186695:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.186700:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bf84c80. 00010000:00000010:3.0:1718399242.186747:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ebff00. 00010000:00000010:3.0:1718399242.186748:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.186752:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa8240. 00010000:00000010:3.0:1718399242.186755:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.186762:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ebf900. 00010000:00000010:3.0:1718399242.186776:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.186778:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.186819:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa9200. 00010000:00000010:3.0:1718399242.186822:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.186826:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.186829:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.186833:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.186841:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.186855:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.186858:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.186860:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.186863:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316478848, portal 16 00000400:00000010:3.0:1718399242.186866:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466220. 00000100:00000200:3.0:1718399242.186867:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316478848, offset 0 00000400:00000200:3.0:1718399242.186871:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.186875:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.186880:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.186883:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.186885:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.186887:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89843:89843:256:4294967295] 192.168.202.25@tcp LPNI seq info [89843:89843:8:4294967295] 00000400:00000200:3.0:1718399242.186892:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.186895:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.186897:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ebf500 (tot 82314186). 00000800:00000200:3.0:1718399242.186899:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.186902:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.186904:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ebf500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.187525:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.187527:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf500 (tot 82313938). 00000400:00000200:1.0:1718399242.187531:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.187534:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.187536:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466220 00000400:00000010:1.0:1718399242.187537:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466220. 00000100:00000200:1.0:1718399242.187541:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316478848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.188742:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.188751:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfeb80 00000400:00000200:0.0:1718399242.188755:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad4c9 [1] + 224 00000400:00000200:0.0:1718399242.188772:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.188775:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.188780:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316478848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.189482:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.189488:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59ec0 00000400:00000200:0.0:1718399242.189502:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabdf9 [2] + 1640 00000400:00000200:0.0:1718399242.189546:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.189550:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.189554:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.189605:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00010000:00000010:1.1:1718399242.189663:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f4000. 00010000:00000010:1.1:1718399242.189669:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933a2e00. 00010000:00000010:1.1:1718399242.189673:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25b00. 00000400:00000010:3.0:1718399242.189725:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.189728:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.189729:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.189734:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316478848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.189739:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316478848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.189759:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.189764:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.189766:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.189770:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.189772:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000020:00000010:2.0:1718399242.189923:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fae00. 00000020:00000010:2.0:1718399242.189928:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.189931:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.189947:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317900992/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399242.189964:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317900992 02000000:00000010:2.0:1718399242.189972:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fbc00. 00010000:00000010:2.0:1718399242.189990:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009352ea80. 00010000:00000010:2.0:1718399242.190002:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.190006:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009582a9c0. 00000100:00000010:2.0:1718399242.190021:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009582a9c0. 00010000:00000010:2.0:1718399242.190023:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00000400:00000010:2.0:1718399242.190031:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ed48. 00000100:00000200:2.0:1718399242.190034:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317900992, offset 224 00000400:00000200:2.0:1718399242.190038:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.190045:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.190050:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89844:89844:256:4294967295] 192.168.202.25@tcp LPNI seq info [89844:89844:8:4294967295] 00000400:00000200:2.0:1718399242.190056:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.190060:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.190064:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d300 (tot 82314186). 00000800:00000200:2.0:1718399242.190068:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.190074:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.190076:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.190087:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.190090:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.190092:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fae00. 00000800:00000200:0.0:1718399242.190373:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.190375:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d300 (tot 82313938). 00000400:00000200:0.0:1718399242.190379:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.190381:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.190384:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ed48 00000400:00000010:0.0:1718399242.190385:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ed48. 00080000:00000010:3.0:1718399242.190435:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ebf500. 00010000:00000010:3.0:1718399242.190489:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.190494:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009352ea00. 00010000:00000010:3.0:1718399242.190554:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa98c0. 00010000:00000010:3.0:1718399242.190558:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.190565:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.190568:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.190572:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.190580:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.190595:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.190598:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.190600:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.190604:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316478912, portal 16 00000400:00000010:3.0:1718399242.190606:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466330. 00000100:00000200:3.0:1718399242.190607:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316478912, offset 0 00000400:00000200:3.0:1718399242.190612:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.190616:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.190621:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.190624:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.190626:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.190627:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89845:89845:256:4294967295] 192.168.202.25@tcp LPNI seq info [89845:89845:8:4294967295] 00000400:00000200:3.0:1718399242.190633:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.190636:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.190638:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ebf000 (tot 82314186). 00000800:00000200:3.0:1718399242.190641:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.190644:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.190646:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ebf000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.190735:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.190737:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ebf000 (tot 82313938). 00000400:00000200:0.0:1718399242.190740:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.190743:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.190745:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466330 00000400:00000010:0.0:1718399242.190746:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466330. 00000100:00000200:0.0:1718399242.190749:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316478912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.192927:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009339b600. 00010000:00000010:0.1:1718399242.193097:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093514b40. 00000400:00000200:0.0:1718399242.193480:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.193492:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfebc0 00000400:00000200:0.0:1718399242.193498:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad4d5 [1] + 224 00000400:00000200:0.0:1718399242.193516:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.193520:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.193527:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316478912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.194253:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.194259:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.194260:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.194266:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316478912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.194304:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316478912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.194329:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.194333:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.194336:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.194341:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.194343:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000200:0.0:1718399242.195010:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.195019:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59f00 00000400:00000200:0.0:1718399242.195024:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabdf9 [2] + 1968 00000400:00000010:0.0:1718399242.195028:0:18240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd528. 00000400:00000200:0.0:1718399242.195030:0:18240:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009294d240 00000400:00000200:0.0:1718399242.195174:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.195179:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.195181:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009294d240 00000400:00000010:0.0:1718399242.195183:0:18240:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88009294d240 (tot 82313786). 00000100:00000200:0.0:1718399242.195187:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1718399242.195412:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399242.195418:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.195421:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.195436:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88008f9c7050 x1801871317901056/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399242.195462:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317901056 02000000:00000010:1.0:1718399242.195470:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd800. 00010000:00000010:1.0:1718399242.195491:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092912d00. 00010000:00000010:1.0:1718399242.195517:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.195522:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092507000. 00000100:00000010:1.0:1718399242.195535:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092507000. 00010000:00000010:1.0:1718399242.195537:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.195546:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a908. 00000100:00000200:1.0:1718399242.195550:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317901056, offset 224 00000400:00000200:1.0:1718399242.195555:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.195562:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.195567:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89846:89846:256:4294967295] 192.168.202.25@tcp LPNI seq info [89846:89846:8:4294967295] 00000400:00000200:1.0:1718399242.195574:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.195579:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.195582:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612c00 (tot 82314034). 00000800:00000200:1.0:1718399242.195586:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.195592:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.195595:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.195606:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.195609:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.195612:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fca00. 02000000:00000010:1.0:1718399242.195618:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fbc00. 00000100:00000010:1.0:1718399242.195622:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:1.0:1718399242.195626:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc000. 00000100:00000010:1.0:1718399242.195627:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 02000000:00000010:1.0:1718399242.195629:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb200. 00000100:00000010:1.0:1718399242.195630:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 02000000:00000010:1.0:1718399242.195633:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2400. 00000100:00000010:1.0:1718399242.195634:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 02000000:00000010:1.0:1718399242.195636:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3e00. 00000100:00000010:1.0:1718399242.195637:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 02000000:00000010:1.0:1718399242.195639:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2600. 00000100:00000010:1.0:1718399242.195640:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 00000100:00000200:1.0:1718399242.195645:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1718399242.195648:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1aa8. 00000400:00000010:1.0:1718399242.195650:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880092507000 (tot 82314186). 00000800:00000200:0.0:1718399242.195970:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.195972:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612c00 (tot 82313938). 00000400:00000200:0.0:1718399242.195976:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.195980:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.195982:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a908 00000400:00000010:0.0:1718399242.195983:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a908. 02000000:00000010:0.0:1718399242.195988:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd800. 00080000:00000010:3.0:1718399242.196046:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ebf000. 00010000:00000010:3.0:1718399242.196109:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.196114:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009352e300. 00010000:00000010:3.0:1718399242.196174:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaaac0. 00010000:00000010:3.0:1718399242.196178:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.196185:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.196188:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.196193:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.196201:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.196218:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.196220:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.196223:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.196226:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316478976, portal 16 00000400:00000010:3.0:1718399242.196228:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.196230:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316478976, offset 0 00000400:00000200:3.0:1718399242.196234:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.196238:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.196243:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.196246:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.196248:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.196249:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89847:89847:256:4294967295] 192.168.202.25@tcp LPNI seq info [89847:89847:8:4294967295] 00000400:00000200:3.0:1718399242.196255:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.196259:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.196261:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c59cf00 (tot 82314186). 00000800:00000200:3.0:1718399242.196264:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.196267:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.196291:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c59cf00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.196474:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.196476:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c59cf00 (tot 82313938). 00000400:00000200:0.0:1718399242.196479:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.196482:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.196485:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:0.0:1718399242.196486:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:0.0:1718399242.196490:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316478976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.196546:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d2300. 00010000:00000010:1.1:1718399242.196551:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8480. 00010000:00000010:1.1:1718399242.196555:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5192800. 00010000:00000010:1.1:1718399242.196558:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9440. 00010000:00000010:1.1:1718399242.196560:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ebff00. 00010000:00000010:1.1:1718399242.196563:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8240. 00000400:00000200:0.0:1718399242.199172:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.199184:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfec00 00000400:00000200:0.0:1718399242.199190:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad4e5 [1] + 224 00000400:00000200:0.0:1718399242.199198:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.199201:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.199207:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316478976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.199238:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.199242:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59f40 00000400:00000200:0.0:1718399242.199246:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabe49 [2] + 0 00000400:00000200:0.0:1718399242.199259:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.199261:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.199265:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.199295:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00000020:00000010:2.0:1718399242.199369:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fae00. 00000020:00000010:2.0:1718399242.199373:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.199377:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.199395:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317901120/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399242.199419:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317901120 02000000:00000010:2.0:1718399242.199426:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa200. 00010000:00000010:2.0:1718399242.199452:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.199457:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009582a9c0. 00000100:00000010:2.0:1718399242.199461:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009582a9c0. 00010000:00000010:2.0:1718399242.199463:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00000400:00000010:2.0:1718399242.199472:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e908. 00000100:00000200:2.0:1718399242.199475:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317901120, offset 224 00000400:00000200:2.0:1718399242.199480:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.199486:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.199491:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89848:89848:256:4294967295] 192.168.202.25@tcp LPNI seq info [89848:89848:8:4294967295] 00000400:00000200:2.0:1718399242.199497:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.199502:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.199505:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d200 (tot 82314186). 00000800:00000200:2.0:1718399242.199509:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.199514:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.199516:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.199526:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.199530:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.199532:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fae00. 00000800:00000200:0.0:1718399242.199659:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.199661:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d200 (tot 82313938). 00000400:00000200:0.0:1718399242.199665:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.199668:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.199670:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e908 00000400:00000010:0.0:1718399242.199671:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e908. 00000400:00000010:3.0:1718399242.200207:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.200211:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.200212:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.200218:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316478976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.200227:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316478976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399242.200243:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093c4f000. 02000000:00000010:3.0:1718399242.200255:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.200258:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.200260:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.200264:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.200266:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00080000:00000010:3.0:1718399242.200339:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c59c700. 00010000:00000010:3.0:1718399242.200393:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.200398:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e21a400. 00010000:00000010:3.0:1718399242.200450:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaa1c0. 00010000:00000010:3.0:1718399242.200454:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.200459:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.200462:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.200466:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.200472:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.200487:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.200490:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.200492:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.200495:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316479040, portal 16 00000400:00000010:3.0:1718399242.200498:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466aa0. 00000100:00000200:3.0:1718399242.200499:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316479040, offset 0 00000400:00000200:3.0:1718399242.200503:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.200507:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.200511:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.200513:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.200515:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.200517:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89849:89849:256:4294967295] 192.168.202.25@tcp LPNI seq info [89849:89849:8:4294967295] 00000400:00000200:3.0:1718399242.200523:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.200527:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.200528:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c59cd00 (tot 82314186). 00000800:00000200:3.0:1718399242.200532:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.200536:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.200538:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c59cd00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1718399242.206163:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cde1c0. 00000800:00000200:0.0:1718399242.206582:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.206585:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c59cd00 (tot 82313938). 00000400:00000200:0.0:1718399242.206589:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.206596:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.206600:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:0.0:1718399242.206602:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00000100:00000200:0.0:1718399242.206610:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316479040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.209123:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cddb00. 00010000:00000010:1.1:1718399242.209950:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880095fd5a00. 00010000:00000010:1.1:1718399242.209957:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9200. 00010000:00000010:1.1:1718399242.209962:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e342400. 00010000:00000010:1.1:1718399242.209971:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa98c0. 00000400:00000200:0.0:1718399242.210174:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.210187:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfec40 00000400:00000200:0.0:1718399242.210193:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad4f1 [1] + 224 00000400:00000200:0.0:1718399242.210201:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.210204:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.210210:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316479040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.210237:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.210240:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59f80 00000400:00000200:0.0:1718399242.210244:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabe49 [2] + 328 00000400:00000200:0.0:1718399242.210308:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.210311:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.210314:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.210319:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00000020:00000010:1.0:1718399242.210442:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc000. 00000020:00000010:1.0:1718399242.210447:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.210451:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.210469:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317901184/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399242.210497:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317901184 02000000:00000010:1.0:1718399242.210504:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fca00. 00010000:00000010:1.0:1718399242.210534:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.210539:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092507240. 00000100:00000010:1.0:1718399242.210543:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092507240. 00010000:00000010:1.0:1718399242.210546:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.210555:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9acc0. 00000100:00000200:1.0:1718399242.210559:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317901184, offset 224 00000400:00000200:1.0:1718399242.210564:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.210571:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.210576:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89850:89850:256:4294967295] 192.168.202.25@tcp LPNI seq info [89850:89850:8:4294967295] 00000400:00000200:1.0:1718399242.210582:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.210589:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.210591:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612b00 (tot 82314186). 00000800:00000200:1.0:1718399242.210595:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.210601:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.210604:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.210621:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.210623:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.210627:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc000. 00000400:00000010:3.0:1718399242.210711:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.210716:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.210718:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.210722:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316479040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.210728:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316479040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399242.210744:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093c4f500. 02000000:00000010:3.0:1718399242.210755:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.210759:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.210761:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.210765:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.210767:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00080000:00000010:3.0:1718399242.210779:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c59ce00. 00010000:00000010:3.0:1718399242.210840:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.210845:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012f3df900. 00010000:00000010:3.0:1718399242.210899:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa9680. 00010000:00000010:3.0:1718399242.210902:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.210914:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.210916:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.210921:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.210928:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.210942:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.210945:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.210947:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.210951:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316479104, portal 16 00000400:00000010:3.0:1718399242.210954:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466d48. 00000100:00000200:3.0:1718399242.210956:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316479104, offset 0 00000400:00000200:3.0:1718399242.210960:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.210964:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.210969:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.210972:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.210974:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.210976:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89851:89851:255:4294967295] 192.168.202.25@tcp LPNI seq info [89851:89851:7:4294967295] 00000400:00000200:3.0:1718399242.210982:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.210985:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.210987:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c59c800 (tot 82314434). 00000800:00000200:3.0:1718399242.210990:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.210993:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.210995:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c59c800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.211697:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.211700:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612b00 (tot 82314186). 00000400:00000200:0.0:1718399242.211703:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.211706:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.211708:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9acc0 00000400:00000010:0.0:1718399242.211710:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9acc0. 00000800:00000200:0.0:1718399242.211747:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.211749:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c59c800 (tot 82313938). 00000400:00000200:0.0:1718399242.211751:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.211753:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.211755:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466d48 00000400:00000010:0.0:1718399242.211756:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466d48. 00000100:00000200:0.0:1718399242.211759:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316479104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.212362:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eb35f80. 00010000:00000010:1.1:1718399242.212368:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009dd6fe00. 00010000:00000010:1.1:1718399242.212371:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaaac0. 00000400:00000200:0.0:1718399242.214062:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.214075:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfec80 00000400:00000200:0.0:1718399242.214080:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad4fd [1] + 224 00000400:00000200:0.0:1718399242.214100:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.214103:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.214109:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316479104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.214553:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.214558:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.214559:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.214565:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316479104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.214571:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316479104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.214642:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.214648:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.214650:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.214655:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.214891:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000200:0.0:1718399242.215004:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.215010:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd59fc0 00000400:00000200:0.0:1718399242.215014:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabe49 [2] + 656 00000400:00000200:0.0:1718399242.215159:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.215163:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.215168:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.215172:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 00000020:00000010:2.0:1718399242.215828:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fae00. 00000020:00000010:2.0:1718399242.215834:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.215837:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.215854:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317901248/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.216453:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317901248 02000000:00000010:2.0:1718399242.216461:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb400. 00010000:00000010:2.0:1718399242.216483:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012f3dff80. 00010000:00000010:2.0:1718399242.216514:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.216520:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009582a9c0. 00000100:00000010:2.0:1718399242.216532:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009582a9c0. 00010000:00000010:2.0:1718399242.216534:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00000400:00000010:2.0:1718399242.216543:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399242.216548:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317901248, offset 224 00000400:00000200:2.0:1718399242.216553:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.216561:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.216565:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89852:89852:256:4294967295] 192.168.202.25@tcp LPNI seq info [89852:89852:8:4294967295] 00000400:00000200:2.0:1718399242.216572:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.216576:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.216580:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d200 (tot 82314186). 00000800:00000200:2.0:1718399242.216584:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.216590:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.216593:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.216604:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.216608:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.216610:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fae00. 00080000:00000010:3.0:1718399242.216660:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c59c500. 00010000:00000010:3.0:1718399242.216710:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.216715:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012f3dff00. 00010000:00000010:3.0:1718399242.216763:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88007c59c600. 00010000:00000010:3.0:1718399242.216765:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.216769:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa9b00. 00010000:00000010:3.0:1718399242.216771:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.216778:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c59c800. 00010000:00000010:3.0:1718399242.216803:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.216806:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.216838:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaabcc0. 00010000:00000010:3.0:1718399242.216840:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.216845:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.216847:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.216852:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.216860:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.216874:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.216878:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.216891:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.216895:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316479168, portal 16 00000400:00000010:3.0:1718399242.216897:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466f68. 00000100:00000200:3.0:1718399242.216898:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316479168, offset 0 00000400:00000200:3.0:1718399242.216902:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.216907:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.216911:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.216913:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.216915:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.216917:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89853:89853:255:4294967295] 192.168.202.25@tcp LPNI seq info [89853:89853:7:4294967295] 00000400:00000200:3.0:1718399242.216922:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.216925:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.216927:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c59cd00 (tot 82314434). 00000800:00000200:3.0:1718399242.216930:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.216933:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.216934:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c59cd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.217007:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.217009:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d200 (tot 82314186). 00000400:00000200:0.0:1718399242.217013:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.217017:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.217020:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:0.0:1718399242.217021:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000800:00000200:0.0:1718399242.217289:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.217290:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c59cd00 (tot 82313938). 00000400:00000200:0.0:1718399242.217293:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.217296:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.217298:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466f68 00000400:00000010:0.0:1718399242.217299:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466f68. 00000100:00000200:0.0:1718399242.217302:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316479168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.219166:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.219179:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfecc0 00000400:00000200:0.0:1718399242.219184:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad509 [1] + 224 00000400:00000200:0.0:1718399242.219203:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.219206:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.219213:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316479168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.219996:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.220001:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.220003:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.220008:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316479168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.220014:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316479168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.220036:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.220042:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.220045:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.220050:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.220053:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00010000:00000010:1.1:1718399242.220592:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eb358c0. 00010000:00000010:1.1:1718399242.220599:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090d0a300. 00010000:00000010:1.1:1718399242.220601:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaa1c0. 00000400:00000200:2.0:1718399242.220669:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.220678:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a000 00000400:00000200:2.0:1718399242.220683:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabe49 [2] + 984 00000400:00000200:2.0:1718399242.221129:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.221158:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.221164:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399242.221183:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbb440. 00000020:00000010:1.0:1718399242.221534:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc000. 00000020:00000010:1.0:1718399242.221539:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.221542:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.221561:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbb440 x1801871317901312/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399242.221578:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317901312 02000000:00000010:1.0:1718399242.221585:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc400. 00010000:00000010:1.0:1718399242.221714:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf56e00. 00010000:00000010:1.0:1718399242.221898:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.221904:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092507240. 00000100:00000010:1.0:1718399242.222022:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092507240. 00010000:00000010:1.0:1718399242.222026:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.222036:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a088. 00000100:00000200:1.0:1718399242.222040:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317901312, offset 224 00000400:00000200:1.0:1718399242.222046:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.222054:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.222060:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89854:89854:256:4294967295] 192.168.202.25@tcp LPNI seq info [89854:89854:8:4294967295] 00000400:00000200:1.0:1718399242.222066:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.222070:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.222074:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612600 (tot 82314186). 00000800:00000200:1.0:1718399242.222077:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.222084:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.222087:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.222108:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.222111:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.222115:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc000. 00000800:00000200:0.0:1718399242.222221:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.222224:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612600 (tot 82313938). 00000400:00000200:0.0:1718399242.222227:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.222230:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.222233:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a088 00000400:00000010:0.0:1718399242.222234:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a088. 00080000:00000010:3.0:1718399242.222303:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c59cf00. 00010000:00000010:3.0:1718399242.222364:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.222370:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf56d80. 00010000:00000010:3.0:1718399242.222468:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaaf40. 00010000:00000010:3.0:1718399242.222471:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.222478:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.222481:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.222486:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.222494:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.222510:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.222514:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.222517:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.222520:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316479232, portal 16 00000400:00000010:3.0:1718399242.222524:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466cc0. 00000100:00000200:3.0:1718399242.222525:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316479232, offset 0 00000400:00000200:3.0:1718399242.222529:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.222534:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.222539:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.222542:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.222544:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.222546:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89855:89855:256:4294967295] 192.168.202.25@tcp LPNI seq info [89855:89855:8:4294967295] 00000400:00000200:3.0:1718399242.222552:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.222556:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.222558:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c59cd00 (tot 82314186). 00000800:00000200:3.0:1718399242.222561:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.222565:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.222566:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c59cd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.222825:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.222827:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c59cd00 (tot 82313938). 00000400:00000200:0.0:1718399242.222830:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.222833:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.222836:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466cc0 00000400:00000010:0.0:1718399242.222837:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466cc0. 00000100:00000200:0.0:1718399242.222841:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316479232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.224011:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ea9f600. 00000400:00000200:0.0:1718399242.225072:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.225085:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfed00 00000400:00000200:0.0:1718399242.225091:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad515 [1] + 224 00000400:00000200:0.0:1718399242.225108:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.225111:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.225117:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316479232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.225749:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.225754:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.225756:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.225761:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316479232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.225767:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316479232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.225800:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.225806:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.225809:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.225814:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.225817:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00010000:00000010:2.1:1718399242.226635:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5266d00. 00000400:00000200:0.0:1718399242.226855:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.226864:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a040 00000400:00000200:0.0:1718399242.226868:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabe49 [2] + 1312 00000400:00000200:0.0:1718399242.226923:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.226927:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.226932:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.226936:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 00000020:00000010:2.0:1718399242.227004:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fae00. 00000020:00000010:2.0:1718399242.227009:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.227012:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.227039:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317901376/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399242.227065:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317901376 02000000:00000010:2.0:1718399242.227071:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa800. 00010000:00000010:2.0:1718399242.227093:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a51d5580. 00010000:00000010:2.0:1718399242.227128:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.227134:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009582a9c0. 00000100:00000010:2.0:1718399242.227147:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009582a9c0. 00010000:00000010:2.0:1718399242.227148:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00000400:00000010:2.0:1718399242.227157:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399242.227161:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317901376, offset 224 00000400:00000200:2.0:1718399242.227166:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.227174:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.227178:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89856:89856:256:4294967295] 192.168.202.25@tcp LPNI seq info [89856:89856:8:4294967295] 00000400:00000200:2.0:1718399242.227185:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.227190:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.227193:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d200 (tot 82314186). 00000800:00000200:2.0:1718399242.227197:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.227203:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.227206:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.227216:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.227220:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.227222:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fae00. 00010000:00000010:1.1:1718399242.227466:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090d0a000. 00010000:00000010:1.1:1718399242.227476:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9680. 00010000:00000010:1.1:1718399242.227481:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88007c59c600. 00010000:00000010:1.1:1718399242.227483:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9b00. 00080000:00000010:3.0:1718399242.227701:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c59c600. 00010000:00000010:3.0:1718399242.227761:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.227767:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a51d5500. 00010000:00000010:3.0:1718399242.227838:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaa880. 00010000:00000010:3.0:1718399242.227842:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.227849:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.227852:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.227857:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.227866:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.227882:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.227886:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.227889:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.227893:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316479296, portal 16 00000400:00000010:3.0:1718399242.227896:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466198. 00000100:00000200:3.0:1718399242.227897:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316479296, offset 0 00000400:00000200:3.0:1718399242.227901:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.227906:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.227911:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.227913:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.227915:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.227917:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89857:89857:255:4294967295] 192.168.202.25@tcp LPNI seq info [89857:89857:7:4294967295] 00000400:00000200:3.0:1718399242.227923:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.227926:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.227928:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c59cd00 (tot 82314434). 00000800:00000200:3.0:1718399242.227931:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.227935:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.227937:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c59cd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.228617:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.228619:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d200 (tot 82314186). 00000400:00000200:0.0:1718399242.228622:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.228626:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.228628:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:0.0:1718399242.228629:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00000800:00000200:0.0:1718399242.228672:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.228674:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c59cd00 (tot 82313938). 00000400:00000200:0.0:1718399242.228675:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.228677:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.228679:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466198 00000400:00000010:0.0:1718399242.228679:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466198. 00000100:00000200:0.0:1718399242.228683:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316479296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.230351:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.230362:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfed40 00000400:00000200:0.0:1718399242.230368:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad521 [1] + 224 00000400:00000200:0.0:1718399242.230383:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.230386:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.230391:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316479296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.230604:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.230609:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a080 00000400:00000200:0.0:1718399242.230613:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabe49 [2] + 1640 00000400:00000200:0.0:1718399242.230647:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.230649:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.230653:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.230657:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 00000020:00000010:2.0:1718399242.230722:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fae00. 00000020:00000010:2.0:1718399242.230727:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.230730:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.230744:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c2797c0 x1801871317901440/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.230759:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317901440 02000000:00000010:2.0:1718399242.230764:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fac00. 00010000:00000010:2.0:1718399242.230795:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.230799:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009582a9c0. 00000100:00000010:2.0:1718399242.230803:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009582a9c0. 00010000:00000010:2.0:1718399242.230804:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00000400:00000010:2.0:1718399242.230811:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e4c8. 00000100:00000200:2.0:1718399242.230814:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317901440, offset 224 00000400:00000200:2.0:1718399242.230818:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.230824:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.230828:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89858:89858:256:4294967295] 192.168.202.25@tcp LPNI seq info [89858:89858:8:4294967295] 00000400:00000200:2.0:1718399242.230835:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.230839:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.230843:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d200 (tot 82314186). 00000800:00000200:2.0:1718399242.230847:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.230852:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.230855:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.231883:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.231889:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.231891:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fae00. 00000400:00000010:3.0:1718399242.231953:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.231958:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.231960:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.231965:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316479296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.231970:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316479296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399242.231987:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136477680. 02000000:00000010:3.0:1718399242.231997:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.232001:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.232003:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.232007:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.232009:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00080000:00000010:3.0:1718399242.232022:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c59cd00. 00010000:00000010:3.0:1718399242.232076:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.232082:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136477400. 00010000:00000010:3.0:1718399242.232134:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaab3c0. 00010000:00000010:3.0:1718399242.232137:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.232143:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.232145:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.232149:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.232157:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.232173:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.232176:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.232178:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.232182:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316479360, portal 16 00000400:00000010:3.0:1718399242.232184:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399242.232186:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316479360, offset 0 00000400:00000200:3.0:1718399242.232190:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.232195:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.232199:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.232202:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.232204:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.232206:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89859:89859:255:4294967295] 192.168.202.25@tcp LPNI seq info [89859:89859:7:4294967295] 00000400:00000200:3.0:1718399242.232212:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.232215:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.232218:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51da100 (tot 82314434). 00000800:00000200:3.0:1718399242.232222:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.232226:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.232229:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51da100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.232343:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.232346:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d200 (tot 82314186). 00000400:00000200:1.0:1718399242.232349:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.232353:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.232355:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e4c8 00000400:00000010:1.0:1718399242.232356:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e4c8. 00000800:00000200:0.0:1718399242.234033:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.234037:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51da100 (tot 82313938). 00000400:00000200:0.0:1718399242.234041:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.234048:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.234051:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:0.0:1718399242.234052:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:0.0:1718399242.234056:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316479360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.234726:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ea9dd40. 00010000:00000010:1.1:1718399242.234983:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093de9600. 00010000:00000010:1.1:1718399242.234988:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaabcc0. 00000400:00000200:0.0:1718399242.235864:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.235875:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfed80 00000400:00000200:0.0:1718399242.235880:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad52d [1] + 224 00000400:00000200:0.0:1718399242.235895:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.235897:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.235903:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316479360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.236770:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.236776:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.236777:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.236791:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316479360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.236797:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316479360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.236821:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.236826:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.236828:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.236833:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.236836:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000200:0.0:1718399242.237032:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.237039:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a0c0 00000400:00000200:0.0:1718399242.237044:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabe49 [2] + 1968 00000400:00000010:0.0:1718399242.237047:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd790. 00000400:00000200:0.0:1718399242.237048:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff880092506000 00000400:00000200:0.0:1718399242.237187:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.237191:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.237194:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880092506000 00000400:00000010:0.0:1718399242.237196:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff880092506000 (tot 82313786). 00000100:00000200:0.0:1718399242.237201:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1718399242.237302:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fae00. 00000020:00000010:2.0:1718399242.237306:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.237309:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.237325:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88008f9c4850 x1801871317901504/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399242.237343:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317901504 02000000:00000010:2.0:1718399242.237349:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52faa00. 00010000:00000010:2.0:1718399242.237369:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093538780. 00010000:00000010:2.0:1718399242.237399:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.237404:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009582a9c0. 00000100:00000010:2.0:1718399242.237409:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009582a9c0. 00010000:00000010:2.0:1718399242.237411:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00000400:00000010:2.0:1718399242.237418:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e440. 00000100:00000200:2.0:1718399242.237422:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317901504, offset 224 00000400:00000200:2.0:1718399242.237427:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.237434:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.237439:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89860:89860:256:4294967295] 192.168.202.25@tcp LPNI seq info [89860:89860:8:4294967295] 00000400:00000200:2.0:1718399242.237446:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.237450:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.237453:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d300 (tot 82314034). 00000800:00000200:2.0:1718399242.237456:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.237462:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.237464:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d300 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1718399242.238063:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51da000. 00010000:00000010:3.0:1718399242.238121:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.238126:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093538700. 00010000:00000010:3.0:1718399242.238180:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa8900. 00010000:00000010:3.0:1718399242.238185:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.238191:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.238194:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.238200:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.238207:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.238232:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.238235:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.238238:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.238241:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316479424, portal 16 00000400:00000010:3.0:1718399242.238244:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466110. 00000100:00000200:3.0:1718399242.238245:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316479424, offset 0 00000400:00000200:3.0:1718399242.238249:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.238254:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.238258:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.238261:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.238263:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.238265:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89861:89861:255:4294967295] 192.168.202.25@tcp LPNI seq info [89861:89861:7:4294967295] 00000020:00000010:2.0:1718399242.238586:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.238694:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.238697:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fae00. 02000000:00000010:2.0:1718399242.238705:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fac00. 00000100:00000010:2.0:1718399242.238707:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 02000000:00000010:2.0:1718399242.238709:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa800. 00000100:00000010:2.0:1718399242.238711:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 02000000:00000010:2.0:1718399242.238713:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc400. 00000100:00000010:2.0:1718399242.238715:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbb440. 02000000:00000010:2.0:1718399242.238717:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb400. 00000100:00000010:2.0:1718399242.238719:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 02000000:00000010:2.0:1718399242.238721:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fca00. 00000100:00000010:2.0:1718399242.238722:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 02000000:00000010:2.0:1718399242.238724:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa200. 00000100:00000010:2.0:1718399242.238725:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 00000100:00000200:2.0:1718399242.238731:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399242.238750:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd738. 00000400:00000010:2.0:1718399242.238753:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff88009582a9c0 (tot 82314186). 00000800:00000200:1.0:1718399242.238895:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.238898:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d300 (tot 82313938). 00000400:00000200:1.0:1718399242.238901:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.238904:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.238907:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e440 00000400:00000010:1.0:1718399242.238908:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e440. 02000000:00000010:1.0:1718399242.238912:0:18240:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52faa00. 00000400:00000200:3.0:1718399242.238944:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.238948:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.238950:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51dab00 (tot 82314186). 00000800:00000200:3.0:1718399242.238953:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.238958:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.238960:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51dab00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.239023:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.239024:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51dab00 (tot 82313938). 00000400:00000200:1.0:1718399242.239026:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.239029:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.239030:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466110 00000400:00000010:1.0:1718399242.239031:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466110. 00000100:00000200:1.0:1718399242.239035:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316479424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.239564:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009876cb00. 00010000:00000010:1.1:1718399242.239570:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaaf40. 00010000:00000010:1.1:1718399242.239576:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935b6ac0. 00010000:00000010:1.1:1718399242.239579:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933eed00. 00010000:00000010:1.1:1718399242.239582:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaa880. 00000400:00000200:0.0:1718399242.241863:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.241876:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfedc0 00000400:00000200:0.0:1718399242.241883:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad539 [1] + 224 00000400:00000200:0.0:1718399242.241891:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.241894:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.241901:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316479424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.241932:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.241936:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a100 00000400:00000200:0.0:1718399242.241940:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabeb9 [2] + 0 00000400:00000200:0.0:1718399242.241996:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.242000:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.242004:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.242008:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 00000400:00000010:3.0:1718399242.242126:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.242131:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.242133:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.242137:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316479424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.242143:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316479424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.242166:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.242171:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.242173:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.242178:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.242181:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000020:00000010:2.0:1718399242.242341:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa200. 00000020:00000010:2.0:1718399242.242346:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.242349:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.242366:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27df00 x1801871317901568/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399242.242389:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317901568 02000000:00000010:2.0:1718399242.242396:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb400. 00010000:00000010:2.0:1718399242.242416:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800930e3400. 00010000:00000010:2.0:1718399242.242430:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.242436:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5150240. 00000100:00000010:2.0:1718399242.242452:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5150240. 00010000:00000010:2.0:1718399242.242455:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00000400:00000010:2.0:1718399242.242463:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e330. 00000100:00000200:2.0:1718399242.242466:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317901568, offset 224 00000400:00000200:2.0:1718399242.242471:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.242478:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.242483:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89862:89862:256:4294967295] 192.168.202.25@tcp LPNI seq info [89862:89862:8:4294967295] 00000400:00000200:2.0:1718399242.242490:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.242495:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.242498:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d300 (tot 82314186). 00000800:00000200:2.0:1718399242.242502:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.242508:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.242510:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.242530:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.242534:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.242536:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa200. 00080000:00000010:3.0:1718399242.242815:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51da500. 00010000:00000010:3.0:1718399242.242866:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.242870:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800930e3380. 00010000:00000010:3.0:1718399242.242918:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51dac00. 00010000:00000010:3.0:1718399242.242920:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.242923:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaba80. 00010000:00000010:3.0:1718399242.242926:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.242933:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51dab00. 00010000:00000010:3.0:1718399242.242955:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.242957:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.242988:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaa640. 00010000:00000010:3.0:1718399242.242990:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.242995:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.242998:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.243002:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.243010:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.243023:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.243046:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.243049:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.243052:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316479488, portal 16 00000400:00000010:3.0:1718399242.243168:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466770. 00000100:00000200:3.0:1718399242.243171:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316479488, offset 0 00000400:00000200:3.0:1718399242.243175:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.243180:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.243186:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.243188:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.243191:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.243193:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89863:89863:255:4294967295] 192.168.202.25@tcp LPNI seq info [89863:89863:7:4294967295] 00000400:00000200:3.0:1718399242.243199:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.243203:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.243205:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51da100 (tot 82314434). 00000800:00000200:3.0:1718399242.243208:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.243212:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.243214:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51da100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.243321:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.243323:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d300 (tot 82314186). 00000400:00000200:1.0:1718399242.243326:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.243329:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.243331:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e330 00000400:00000010:1.0:1718399242.243332:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e330. 00010000:00000010:2.1:1718399242.243773:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8801364421c0. 00000800:00000200:1.0:1718399242.244335:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.244337:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51da100 (tot 82313938). 00000400:00000200:1.0:1718399242.244340:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.244343:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.244346:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466770 00000400:00000010:1.0:1718399242.244347:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466770. 00000100:00000200:1.0:1718399242.244351:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316479488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399242.246127:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399242.246139:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfee00 00000400:00000200:1.0:1718399242.246144:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad549 [1] + 224 00000400:00000200:1.0:1718399242.246153:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.246155:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399242.246161:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316479488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399242.246190:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399242.246194:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a140 00000400:00000200:1.0:1718399242.246198:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabeb9 [2] + 328 00000400:00000200:1.0:1718399242.246252:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.246255:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399242.246259:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399242.246265:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 00000020:00000010:0.0:1718399242.246356:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c3600. 00000020:00000010:0.0:1718399242.246360:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfcb00. 00000020:00000010:0.0:1718399242.246364:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff000. 00000100:00000200:0.0:1718399242.246381:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df75f00 x1801871317901632/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1718399242.246405:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317901632 02000000:00000010:0.0:1718399242.246412:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2e00. 00010000:00000010:0.0:1718399242.246436:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3e35c0. 00000100:00000010:0.0:1718399242.246442:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9f00. 00000100:00000010:0.0:1718399242.246446:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9f00. 00010000:00000010:0.0:1718399242.246449:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3e35c0. 00000400:00000010:0.0:1718399242.246457:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376990. 00000100:00000200:0.0:1718399242.246460:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317901632, offset 224 00000400:00000200:0.0:1718399242.246465:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.246471:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.246475:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89864:89864:256:4294967295] 192.168.202.25@tcp LPNI seq info [89864:89864:8:4294967295] 00000400:00000200:0.0:1718399242.246481:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.246485:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.246488:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355ee00 (tot 82314186). 00000800:00000200:0.0:1718399242.246491:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000400:00000010:3.0:1718399242.247524:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.247531:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.247533:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.247539:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316479488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.247546:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316479488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399242.247566:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf56080. 02000000:00000010:3.0:1718399242.247579:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.247583:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.247586:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.247590:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.247593:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00080000:00000010:3.0:1718399242.247618:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51da100. 00010000:00000010:3.0:1718399242.247678:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.247683:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a51d5d00. 00010000:00000010:3.0:1718399242.247739:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaab180. 00010000:00000010:3.0:1718399242.247743:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.247750:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.247753:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.247757:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.247764:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.247781:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.247794:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.247798:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.247801:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316479552, portal 16 00000400:00000010:3.0:1718399242.247804:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466990. 00000100:00000200:3.0:1718399242.247805:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316479552, offset 0 00000400:00000200:3.0:1718399242.247809:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.247815:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.247819:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.247822:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.247824:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.247826:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89865:89865:255:4294967295] 192.168.202.25@tcp LPNI seq info [89865:89865:7:4294967295] 00000400:00000200:3.0:1718399242.247832:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.247835:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.247839:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d517700 (tot 82314434). 00000800:00000200:3.0:1718399242.247842:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.247848:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.247850:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d517700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.248126:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.248128:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d517700 (tot 82314186). 00000400:00000200:1.0:1718399242.248131:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.248134:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.248137:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466990 00000400:00000010:1.0:1718399242.248138:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466990. 00000100:00000200:1.0:1718399242.248141:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316479552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1718399242.248933:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.248935:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355ee00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399242.248948:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfcb00. 00000020:00000010:0.0:1718399242.248953:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff000. 00000020:00000010:0.0:1718399242.248957:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c3600. 00000800:00000200:1.0:1718399242.249284:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.249286:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355ee00 (tot 82313938). 00000400:00000200:1.0:1718399242.249289:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.249292:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.249295:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376990 00000400:00000010:1.0:1718399242.249296:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376990. 00010000:00000010:1.1:1718399242.249306:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d8d700. 00010000:00000010:1.1:1718399242.249310:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaab3c0. 00010000:00000010:0.1:1718399242.251493:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093591200. 00000400:00000200:0.0:1718399242.253365:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.253380:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfee40 00000400:00000200:0.0:1718399242.253388:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad555 [1] + 224 00000400:00000200:0.0:1718399242.253399:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.253402:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.253410:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316479552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.253445:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.253450:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a180 00000400:00000200:0.0:1718399242.253455:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabeb9 [2] + 656 00000400:00000200:0.0:1718399242.253470:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.253473:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.253478:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.253484:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00000020:00000010:1.0:1718399242.253576:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd200. 00000020:00000010:1.0:1718399242.253582:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.253585:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.253601:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317901696/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399242.253628:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317901696 02000000:00000010:1.0:1718399242.253636:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fda00. 00010000:00000010:1.0:1718399242.253665:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.253671:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092507240. 00000100:00000010:1.0:1718399242.253676:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092507240. 00010000:00000010:1.0:1718399242.253679:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.253689:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aaa0. 00000100:00000200:1.0:1718399242.253694:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317901696, offset 224 00000400:00000200:1.0:1718399242.253700:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.253707:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.253712:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89866:89866:256:4294967295] 192.168.202.25@tcp LPNI seq info [89866:89866:8:4294967295] 00000400:00000200:1.0:1718399242.253719:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.253723:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.253726:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612f00 (tot 82314186). 00000800:00000200:1.0:1718399242.253730:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.253736:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.253739:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1718399242.254249:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.254254:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.254255:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.254260:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316479552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1718399242.254355:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.254358:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.254363:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd200. 00000800:00000200:0.0:1718399242.254459:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.254461:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612f00 (tot 82313938). 00000400:00000200:0.0:1718399242.254464:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.254468:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.254470:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aaa0 00000400:00000010:0.0:1718399242.254471:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aaa0. 00000100:00000200:3.0:1718399242.254519:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316479552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399242.254536:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097ea4c00. 02000000:00000010:3.0:1718399242.254547:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.254551:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.254554:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.254557:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.254560:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00080000:00000010:3.0:1718399242.254572:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d517f00. 00010000:00000010:3.0:1718399242.255002:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.255008:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097ea4b80. 00010000:00000010:3.0:1718399242.255068:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaab840. 00010000:00000010:3.0:1718399242.255072:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.255079:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.255082:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.255087:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.255095:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.255111:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.255114:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.255117:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.255121:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316479616, portal 16 00000400:00000010:3.0:1718399242.255124:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94664c8. 00000100:00000200:3.0:1718399242.255125:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316479616, offset 0 00000400:00000200:3.0:1718399242.255130:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.255135:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.255140:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.255142:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.255144:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.255145:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89867:89867:256:4294967295] 192.168.202.25@tcp LPNI seq info [89867:89867:8:4294967295] 00000400:00000200:3.0:1718399242.255151:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.255155:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.255157:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d517a00 (tot 82314186). 00000800:00000200:3.0:1718399242.255161:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.255165:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.255167:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d517a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.255513:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.255515:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d517a00 (tot 82313938). 00000400:00000200:1.0:1718399242.255518:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.255522:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.255524:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94664c8 00000400:00000010:1.0:1718399242.255525:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94664c8. 00000100:00000200:1.0:1718399242.255528:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316479616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.256474:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.256483:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfee80 00000400:00000200:0.0:1718399242.256488:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad561 [1] + 224 00000400:00000200:0.0:1718399242.256503:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.256506:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.256510:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316479616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.256914:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.256918:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.256919:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.256923:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316479616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.256929:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316479616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.256945:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.256949:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.256951:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.256956:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.256958:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000200:0.0:1718399242.257341:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.257348:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a1c0 00000400:00000200:0.0:1718399242.257353:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabeb9 [2] + 984 00000400:00000200:0.0:1718399242.257543:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.257547:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.257552:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.257556:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00000020:00000010:1.0:1718399242.257809:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd200. 00000020:00000010:1.0:1718399242.257814:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.257818:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.257834:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317901760/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399242.257860:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317901760 02000000:00000010:1.0:1718399242.257866:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc600. 00010000:00000010:1.0:1718399242.257886:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c456c80. 00010000:00000010:1.0:1718399242.257914:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.257919:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092507240. 00000100:00000010:1.0:1718399242.257925:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092507240. 00010000:00000010:1.0:1718399242.257927:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.257935:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399242.257938:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317901760, offset 224 00000400:00000200:1.0:1718399242.257943:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.257949:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.257953:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89868:89868:256:4294967295] 192.168.202.25@tcp LPNI seq info [89868:89868:8:4294967295] 00000400:00000200:1.0:1718399242.257960:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.257964:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.257966:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612e00 (tot 82314186). 00000800:00000200:1.0:1718399242.257969:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.257975:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.257978:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.257997:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.258000:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.258003:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd200. 00000800:00000200:0.0:1718399242.258406:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.258408:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612e00 (tot 82313938). 00000400:00000200:0.0:1718399242.258412:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.258415:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.258417:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a7f8 00000400:00000010:0.0:1718399242.258419:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a7f8. 00080000:00000010:3.0:1718399242.258485:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d517900. 00010000:00000010:3.0:1718399242.258720:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.258725:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c456c00. 00010000:00000010:3.0:1718399242.258780:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa9f80. 00010000:00000010:3.0:1718399242.258795:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.258801:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.258803:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.258808:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.258817:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.258831:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.258834:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.258837:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.258840:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316479680, portal 16 00000400:00000010:3.0:1718399242.258844:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94664c8. 00000100:00000200:3.0:1718399242.258846:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316479680, offset 0 00000400:00000200:3.0:1718399242.258850:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.258854:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.258859:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.258862:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.258863:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.258865:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89869:89869:256:4294967295] 192.168.202.25@tcp LPNI seq info [89869:89869:8:4294967295] 00000400:00000200:3.0:1718399242.258870:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.258873:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.258875:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d517200 (tot 82314186). 00000800:00000200:3.0:1718399242.258877:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.258882:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.258883:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d517200 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1718399242.258937:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093574500. 00010000:00000010:1.1:1718399242.258942:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8900. 00010000:00000010:1.1:1718399242.258946:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51dac00. 00010000:00000010:1.1:1718399242.258948:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaba80. 00010000:00000010:1.1:1718399242.258950:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d598c0. 00010000:00000010:1.1:1718399242.258952:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009357a200. 00010000:00000010:1.1:1718399242.258954:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaa640. 00000800:00000200:0.0:1718399242.259013:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.259015:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d517200 (tot 82313938). 00000400:00000200:0.0:1718399242.259017:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.259020:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.259022:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94664c8 00000400:00000010:0.0:1718399242.259023:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94664c8. 00000100:00000200:0.0:1718399242.259027:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316479680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.260350:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.260359:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfeec0 00000400:00000200:0.0:1718399242.260364:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad56d [1] + 224 00000400:00000200:0.0:1718399242.260370:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.260372:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.260377:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316479680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.260402:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.260405:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a200 00000400:00000200:0.0:1718399242.260408:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabeb9 [2] + 1312 00000400:00000200:0.0:1718399242.260444:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.260447:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.260450:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.260453:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 00000020:00000010:2.0:1718399242.260512:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa200. 00000020:00000010:2.0:1718399242.260516:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.260519:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.260532:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317901824/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.260563:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317901824 02000000:00000010:2.0:1718399242.260569:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa800. 00010000:00000010:2.0:1718399242.260589:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.260593:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5150240. 00000100:00000010:2.0:1718399242.260596:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5150240. 00010000:00000010:2.0:1718399242.260598:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00000400:00000010:2.0:1718399242.260606:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eaa0. 00000100:00000200:2.0:1718399242.260609:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317901824, offset 224 00000400:00000200:2.0:1718399242.260613:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.260618:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.260621:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89870:89870:256:4294967295] 192.168.202.25@tcp LPNI seq info [89870:89870:8:4294967295] 00000400:00000200:2.0:1718399242.260627:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.260630:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.260633:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d200 (tot 82314186). 00000800:00000200:2.0:1718399242.260637:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.260640:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.260642:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.260662:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.260665:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.260667:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa200. 00000800:00000200:0.0:1718399242.260729:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.260732:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d200 (tot 82313938). 00000400:00000200:0.0:1718399242.260735:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.260738:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.260740:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eaa0 00000400:00000010:0.0:1718399242.260741:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eaa0. 00000400:00000010:3.0:1718399242.260798:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.260802:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.260803:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.260806:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316479680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.260812:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316479680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399242.260827:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009f3b0780. 02000000:00000010:3.0:1718399242.260836:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.260840:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.260842:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.260846:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.260848:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00080000:00000010:3.0:1718399242.260856:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d517b00. 00010000:00000010:3.0:1718399242.260896:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.260900:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009f3b0700. 00010000:00000010:3.0:1718399242.260937:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa8000. 00010000:00000010:3.0:1718399242.260940:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.260944:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.260946:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.260949:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.260954:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.260964:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.260966:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.260968:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.260971:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316479744, portal 16 00000400:00000010:3.0:1718399242.260973:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466990. 00000100:00000200:3.0:1718399242.260974:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316479744, offset 0 00000400:00000200:3.0:1718399242.260978:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.260982:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.260985:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.260987:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.260989:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.260991:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89871:89871:256:4294967295] 192.168.202.25@tcp LPNI seq info [89871:89871:8:4294967295] 00000400:00000200:3.0:1718399242.260996:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.260999:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.261000:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d517d00 (tot 82314186). 00000800:00000200:3.0:1718399242.261002:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.261005:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.261007:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d517d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.261316:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.261318:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d517d00 (tot 82313938). 00000400:00000200:0.0:1718399242.261321:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.261324:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.261326:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466990 00000400:00000010:0.0:1718399242.261327:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466990. 00000100:00000200:0.0:1718399242.261330:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316479744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.262817:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.262827:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfef00 00000400:00000200:0.0:1718399242.262831:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad579 [1] + 224 00000400:00000200:0.0:1718399242.262847:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.262849:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.262854:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316479744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.263080:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.263085:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a240 00000400:00000200:0.0:1718399242.263088:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabeb9 [2] + 1640 00000400:00000200:0.0:1718399242.263193:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.263197:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.263201:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.263205:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 00000400:00000010:3.0:1718399242.263289:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.263292:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.263293:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.263297:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316479744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.263302:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316479744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.263317:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.263321:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.263324:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.263327:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.263330:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000020:00000010:1.0:1718399242.263563:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd200. 00000020:00000010:1.0:1718399242.263568:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.263571:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.263585:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317901888/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399242.263611:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317901888 02000000:00000010:1.0:1718399242.263618:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd400. 00010000:00000010:1.0:1718399242.263635:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093551380. 00010000:00000010:1.0:1718399242.263650:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.263654:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092507240. 00000100:00000010:1.0:1718399242.263667:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092507240. 00010000:00000010:1.0:1718399242.263670:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.263678:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a000. 00000100:00000200:1.0:1718399242.263681:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317901888, offset 224 00000400:00000200:1.0:1718399242.263686:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.263692:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.263696:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89872:89872:256:4294967295] 192.168.202.25@tcp LPNI seq info [89872:89872:8:4294967295] 00000400:00000200:1.0:1718399242.263702:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.263706:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.263708:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612100 (tot 82314186). 00000800:00000200:1.0:1718399242.263712:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.263718:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.263720:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.263730:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.263733:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.263736:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd200. 00000800:00000200:0.0:1718399242.263966:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.263968:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612100 (tot 82313938). 00000400:00000200:0.0:1718399242.263972:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.263975:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.263977:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a000 00000400:00000010:0.0:1718399242.263978:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a000. 00010000:00000010:0.1:1718399242.264361:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bd02d00. 00080000:00000010:3.0:1718399242.264394:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d517d00. 00010000:00000010:3.0:1718399242.264445:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.264450:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009f3b0980. 00010000:00000010:3.0:1718399242.264500:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaad00. 00010000:00000010:3.0:1718399242.264503:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.264510:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.264512:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.264517:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.264524:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.264539:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.264543:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.264546:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.264549:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316479808, portal 16 00000400:00000010:3.0:1718399242.264552:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466770. 00000100:00000200:3.0:1718399242.264553:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316479808, offset 0 00000400:00000200:3.0:1718399242.264557:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.264561:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.264566:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.264568:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.264570:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.264572:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89873:89873:256:4294967295] 192.168.202.25@tcp LPNI seq info [89873:89873:8:4294967295] 00000400:00000200:3.0:1718399242.264578:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.264581:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.264583:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d517200 (tot 82314186). 00000800:00000200:3.0:1718399242.264586:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.264590:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.264592:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d517200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.264969:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.264971:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d517200 (tot 82313938). 00000400:00000200:0.0:1718399242.264973:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.264976:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.264978:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466770 00000400:00000010:0.0:1718399242.264979:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466770. 00000100:00000200:0.0:1718399242.264983:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316479808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.267185:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.267197:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfef40 00000400:00000200:0.0:1718399242.267202:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad585 [1] + 224 00000400:00000200:0.0:1718399242.267210:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.267213:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.267218:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316479808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.267248:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.267251:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a280 00000400:00000200:0.0:1718399242.267255:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabeb9 [2] + 1968 00000400:00000010:0.0:1718399242.267258:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310c60. 00000400:00000200:0.0:1718399242.267261:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800aa1753c0 00000400:00000200:0.0:1718399242.267334:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.267338:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.267340:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800aa1753c0 00000400:00000010:0.0:1718399242.267342:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800aa1753c0 (tot 82313786). 00000100:00000200:0.0:1718399242.267348:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1718399242.267416:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.267419:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.267420:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.267424:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316479808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.267430:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316479808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.267452:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.267456:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.267458:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.267463:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.267466:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000020:00000010:1.0:1718399242.267894:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd200. 00000020:00000010:1.0:1718399242.267899:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.267902:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.267918:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88008f9c5050 x1801871317901952/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399242.267943:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317901952 02000000:00000010:1.0:1718399242.267950:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fce00. 00010000:00000010:1.0:1718399242.267969:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a69c00. 00010000:00000010:1.0:1718399242.267982:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.267987:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092507240. 00000100:00000010:1.0:1718399242.268413:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092507240. 00010000:00000010:1.0:1718399242.268417:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.268426:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9abb0. 00000100:00000200:1.0:1718399242.268430:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317901952, offset 224 00000400:00000200:1.0:1718399242.268435:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.268443:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.268447:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89874:89874:256:4294967295] 192.168.202.25@tcp LPNI seq info [89874:89874:8:4294967295] 00000400:00000200:1.0:1718399242.268454:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.268458:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.268462:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612100 (tot 82314034). 00000800:00000200:1.0:1718399242.268466:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.268472:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.268474:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.268492:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.268495:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.268498:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd200. 02000000:00000010:1.0:1718399242.268504:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd400. 00000100:00000010:1.0:1718399242.268506:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 02000000:00000010:1.0:1718399242.268509:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa800. 00000100:00000010:1.0:1718399242.268512:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 02000000:00000010:1.0:1718399242.268515:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc600. 00000100:00000010:1.0:1718399242.268517:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 02000000:00000010:1.0:1718399242.268518:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fda00. 00000100:00000010:1.0:1718399242.268519:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:1.0:1718399242.268521:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2e00. 00000100:00000010:1.0:1718399242.268523:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 02000000:00000010:1.0:1718399242.268526:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb400. 00000100:00000010:1.0:1718399242.268528:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 00000100:00000200:1.0:1718399242.268532:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1718399242.268535:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f12c0. 00000400:00000010:1.0:1718399242.268538:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880092507240 (tot 82314186). 00000800:00000200:0.0:1718399242.268621:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.268623:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612100 (tot 82313938). 00000400:00000200:0.0:1718399242.268626:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.268630:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.268632:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9abb0 00000400:00000010:0.0:1718399242.268633:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9abb0. 02000000:00000010:0.0:1718399242.268638:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fce00. 00080000:00000010:3.0:1718399242.268810:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d517a00. 00010000:00000010:3.0:1718399242.268867:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.268873:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a69e00. 00010000:00000010:3.0:1718399242.268975:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaab600. 00010000:00000010:3.0:1718399242.268980:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.268986:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.268989:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.268994:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.269001:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.269016:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.269018:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.269020:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.269023:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316479872, portal 16 00000400:00000010:3.0:1718399242.269026:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466110. 00000100:00000200:3.0:1718399242.269027:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316479872, offset 0 00000400:00000200:3.0:1718399242.269031:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.269036:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.269042:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.269045:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.269047:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.269049:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89875:89875:256:4294967295] 192.168.202.25@tcp LPNI seq info [89875:89875:8:4294967295] 00000400:00000200:3.0:1718399242.269054:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.269057:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.269059:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d517700 (tot 82314186). 00000800:00000200:3.0:1718399242.269061:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.269065:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.269066:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d517700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.269142:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.269144:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d517700 (tot 82313938). 00000400:00000200:0.0:1718399242.269146:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.269149:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.269151:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466110 00000400:00000010:0.0:1718399242.269152:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466110. 00000100:00000200:0.0:1718399242.269156:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316479872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.271389:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.271401:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfef80 00000400:00000200:0.0:1718399242.271407:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad595 [1] + 224 00000400:00000200:0.0:1718399242.271416:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.271418:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.271424:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316479872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.271454:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.271458:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a2c0 00000400:00000200:0.0:1718399242.271462:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabf11 [2] + 0 00000400:00000200:0.0:1718399242.271509:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.271512:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.271517:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.271522:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 00010000:00000010:1.1:1718399242.271578:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d58900. 00010000:00000010:1.1:1718399242.271585:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009357a600. 00010000:00000010:1.1:1718399242.271588:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaab180. 00010000:00000010:1.1:1718399242.271592:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136b64400. 00010000:00000010:1.1:1718399242.271595:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaab840. 00000020:00000010:1.0:1718399242.271615:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fda00. 00000020:00000010:1.0:1718399242.271620:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.271623:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.271638:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c2797c0 x1801871317902016/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399242.271668:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317902016 02000000:00000010:1.0:1718399242.271674:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc600. 00010000:00000010:1.0:1718399242.271698:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.271704:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47900. 00000100:00000010:1.0:1718399242.271899:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47900. 00010000:00000010:1.0:1718399242.271902:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.271913:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aee0. 00000100:00000200:1.0:1718399242.271916:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317902016, offset 224 00000400:00000200:1.0:1718399242.271921:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.271927:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.271931:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89876:89876:256:4294967295] 192.168.202.25@tcp LPNI seq info [89876:89876:8:4294967295] 00000400:00000200:1.0:1718399242.271937:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.271941:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.271943:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612e00 (tot 82314186). 00000800:00000200:1.0:1718399242.271947:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.271953:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.271955:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.271965:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.271967:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.271971:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fda00. 00000800:00000200:0.0:1718399242.272172:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.272174:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612e00 (tot 82313938). 00000400:00000200:0.0:1718399242.272177:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.272180:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.272182:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aee0 00000400:00000010:0.0:1718399242.272184:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aee0. 00000400:00000010:3.0:1718399242.272233:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.272236:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.272237:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.272241:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316479872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.272247:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316479872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399242.272260:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b492f80. 02000000:00000010:3.0:1718399242.272289:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.272293:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.272295:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.272299:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.272301:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00080000:00000010:3.0:1718399242.272311:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d517700. 00010000:00000010:3.0:1718399242.272363:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.272369:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b492f00. 00010000:00000010:3.0:1718399242.272424:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaab840. 00010000:00000010:3.0:1718399242.272428:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.272433:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.272436:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.272440:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.272446:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.272460:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.272463:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.272465:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.272468:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316479936, portal 16 00000400:00000010:3.0:1718399242.272471:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399242.272472:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316479936, offset 0 00000400:00000200:3.0:1718399242.272475:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.272480:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.272485:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.272487:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.272489:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.272491:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89877:89877:256:4294967295] 192.168.202.25@tcp LPNI seq info [89877:89877:8:4294967295] 00000400:00000200:3.0:1718399242.272496:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.272499:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.272501:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d517200 (tot 82314186). 00000800:00000200:3.0:1718399242.272503:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.272507:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.272508:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d517200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.272573:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.272574:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d517200 (tot 82313938). 00000400:00000200:0.0:1718399242.272577:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.272579:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.272581:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:0.0:1718399242.272583:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:0.0:1718399242.272587:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316479936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.273477:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933e2ac0. 00000400:00000200:0.0:1718399242.275641:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.275653:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfefc0 00000400:00000200:0.0:1718399242.275660:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad5a1 [1] + 224 00000400:00000200:0.0:1718399242.275668:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.275671:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.275679:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316479936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.275710:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.275714:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a300 00000400:00000200:0.0:1718399242.275727:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabf11 [2] + 328 00000400:00000200:0.0:1718399242.275778:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.275789:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.275794:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.275799:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00000020:00000010:1.0:1718399242.276069:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fda00. 00000020:00000010:1.0:1718399242.276082:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.276085:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.276103:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317902080/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:3.0:1718399242.276812:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.276818:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.276820:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.276825:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316479936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.276831:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316479936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.276850:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.276855:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.276857:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.276861:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.276863:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000100:00000200:1.0:1718399242.277120:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317902080 02000000:00000010:1.0:1718399242.277129:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd400. 00010000:00000010:1.0:1718399242.277149:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092bb0380. 00010000:00000010:1.0:1718399242.277163:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.277167:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47900. 00000100:00000010:1.0:1718399242.277181:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47900. 00010000:00000010:1.0:1718399242.277183:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.277192:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a6e8. 00000100:00000200:1.0:1718399242.277196:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317902080, offset 224 00000400:00000200:1.0:1718399242.277201:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.277209:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.277213:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89878:89878:256:4294967295] 192.168.202.25@tcp LPNI seq info [89878:89878:8:4294967295] 00000400:00000200:1.0:1718399242.277220:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.277225:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.277228:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612f00 (tot 82314186). 00000800:00000200:1.0:1718399242.277231:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.277237:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.277239:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.277249:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.277253:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.277257:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fda00. 00000800:00000200:0.0:1718399242.277352:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.277355:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612f00 (tot 82313938). 00000400:00000200:0.0:1718399242.277359:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.277362:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.277364:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a6e8 00000400:00000010:0.0:1718399242.277365:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a6e8. 00080000:00000010:3.0:1718399242.277482:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d517200. 00010000:00000010:3.0:1718399242.277543:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.277548:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800933b6f00. 00010000:00000010:3.0:1718399242.277605:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaab180. 00010000:00000010:3.0:1718399242.277609:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.277616:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.277618:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.277623:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.277630:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.277644:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.277647:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.277649:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.277653:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316480000, portal 16 00000400:00000010:3.0:1718399242.277655:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466198. 00000100:00000200:3.0:1718399242.277657:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316480000, offset 0 00000400:00000200:3.0:1718399242.277660:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.277665:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.277669:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.277671:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.277673:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.277675:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89879:89879:256:4294967295] 192.168.202.25@tcp LPNI seq info [89879:89879:8:4294967295] 00000400:00000200:3.0:1718399242.277680:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.277684:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.277686:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800922ffe00 (tot 82314186). 00000800:00000200:3.0:1718399242.277689:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.277692:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.277694:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800922ffe00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.277891:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.277893:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800922ffe00 (tot 82313938). 00000400:00000200:0.0:1718399242.277896:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.277899:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.277901:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466198 00000400:00000010:0.0:1718399242.277902:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466198. 00000100:00000200:0.0:1718399242.277905:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316480000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.280436:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009302c6c0. 00010000:00000010:1.1:1718399242.280446:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922ffd00. 00010000:00000010:1.1:1718399242.280449:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9f80. 00010000:00000010:1.1:1718399242.280455:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51d7700. 00010000:00000010:1.1:1718399242.280458:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8000. 00010000:00000010:1.1:1718399242.280461:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090ee8e00. 00010000:00000010:1.1:1718399242.280464:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaad00. 00000400:00000200:0.0:1718399242.281941:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.281955:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff000 00000400:00000200:0.0:1718399242.281961:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad5ad [1] + 224 00000400:00000200:0.0:1718399242.281971:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.281974:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.281982:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316480000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.282013:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.282017:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a340 00000400:00000200:0.0:1718399242.282021:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabf11 [2] + 656 00000400:00000200:0.0:1718399242.282074:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.282077:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.282081:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.282085:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000020:00000010:2.0:1718399242.282253:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa200. 00000020:00000010:2.0:1718399242.282258:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.282262:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.282301:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317902144/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399242.282685:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317902144 02000000:00000010:2.0:1718399242.282692:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fac00. 00010000:00000010:2.0:1718399242.282721:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.282726:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5150240. 00000100:00000010:2.0:1718399242.282730:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5150240. 00010000:00000010:2.0:1718399242.282732:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00000400:00000010:2.0:1718399242.282741:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eb28. 00000100:00000200:2.0:1718399242.282745:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317902144, offset 224 00000400:00000200:2.0:1718399242.282750:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.282758:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.282763:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89880:89880:256:4294967295] 192.168.202.25@tcp LPNI seq info [89880:89880:8:4294967295] 00000400:00000200:2.0:1718399242.282770:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.282774:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.282778:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d200 (tot 82314186). 00000800:00000200:2.0:1718399242.282802:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.282808:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.282811:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d200 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1718399242.282944:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.282948:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.282950:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.282955:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316480000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.282964:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316480000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399242.282980:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d423100. 02000000:00000010:3.0:1718399242.282990:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.282994:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.282997:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.283000:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.283002:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00080000:00000010:3.0:1718399242.283014:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800922ff500. 00010000:00000010:3.0:1718399242.283071:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.283076:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d423f80. 00010000:00000010:3.0:1718399242.283131:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaa640. 00010000:00000010:3.0:1718399242.283135:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.283141:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.283144:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.283149:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.283156:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.283171:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.283174:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.283176:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.283180:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316480064, portal 16 00000400:00000010:3.0:1718399242.283183:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466cc0. 00000100:00000200:3.0:1718399242.283184:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316480064, offset 0 00000400:00000200:3.0:1718399242.283188:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.283192:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.283198:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.283200:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.283202:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.283204:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89881:89881:255:4294967295] 192.168.202.25@tcp LPNI seq info [89881:89881:7:4294967295] 00000400:00000200:3.0:1718399242.283209:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.283213:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.283215:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800922ffb00 (tot 82314434). 00000800:00000200:3.0:1718399242.283218:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.283221:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.283223:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800922ffb00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.283411:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.283416:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.283419:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa200. 00000800:00000200:1.0:1718399242.284486:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.284489:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d200 (tot 82314186). 00000400:00000200:1.0:1718399242.284494:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.284499:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.284502:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eb28 00000400:00000010:1.0:1718399242.284504:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eb28. 00000800:00000200:1.0:1718399242.284553:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.284555:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800922ffb00 (tot 82313938). 00000400:00000200:1.0:1718399242.284557:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.284559:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.284561:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466cc0 00000400:00000010:1.0:1718399242.284562:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466cc0. 00000100:00000200:1.0:1718399242.284565:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316480064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.285436:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130de0000. 00000400:00000200:0.0:1718399242.286312:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.286323:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff040 00000400:00000200:0.0:1718399242.286328:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad5b9 [1] + 224 00000400:00000200:0.0:1718399242.286346:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.286349:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.286355:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316480064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.286464:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.286468:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.286470:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.286474:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316480064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.286479:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316480064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.286499:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.286504:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.286506:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.286510:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.286513:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000200:0.0:1718399242.286874:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.286881:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a380 00000400:00000200:0.0:1718399242.286884:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabf11 [2] + 984 00000400:00000200:0.0:1718399242.286931:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.286934:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.286938:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.286941:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000020:00000010:2.0:1718399242.287316:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa200. 00000020:00000010:2.0:1718399242.287322:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.287325:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.287341:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317902208/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.287423:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317902208 02000000:00000010:2.0:1718399242.287430:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fae00. 00010000:00000010:2.0:1718399242.287449:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093627580. 00010000:00000010:2.0:1718399242.287475:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.287480:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5150240. 00000100:00000010:2.0:1718399242.287492:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5150240. 00010000:00000010:2.0:1718399242.287495:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00000400:00000010:2.0:1718399242.287503:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ea18. 00000100:00000200:2.0:1718399242.287507:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317902208, offset 224 00000400:00000200:2.0:1718399242.287512:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.287519:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.287523:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89882:89882:256:4294967295] 192.168.202.25@tcp LPNI seq info [89882:89882:8:4294967295] 00000400:00000200:2.0:1718399242.287529:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.287534:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.287537:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d300 (tot 82314186). 00000800:00000200:2.0:1718399242.287541:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.287547:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.287549:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d300 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1718399242.287671:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800922ffc00. 00010000:00000010:3.0:1718399242.287728:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.287733:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093627b00. 00010000:00000010:3.0:1718399242.287801:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaba80. 00010000:00000010:3.0:1718399242.287805:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.287812:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.287814:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.287818:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.287825:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.287840:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.287843:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.287846:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.287849:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316480128, portal 16 00000400:00000010:3.0:1718399242.287852:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466f68. 00000100:00000200:3.0:1718399242.287854:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316480128, offset 0 00000400:00000200:3.0:1718399242.287858:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.287862:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.287867:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.287870:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.287872:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.287873:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89883:89883:255:4294967295] 192.168.202.25@tcp LPNI seq info [89883:89883:7:4294967295] 00000400:00000200:3.0:1718399242.287878:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.287881:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.287883:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800922ff200 (tot 82314434). 00000800:00000200:3.0:1718399242.287886:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.287889:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.287891:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800922ff200 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.287924:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.287929:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.287931:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa200. 00000800:00000200:1.0:1718399242.288252:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.288255:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d300 (tot 82314186). 00000400:00000200:1.0:1718399242.288259:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.288262:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.288264:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ea18 00000400:00000010:1.0:1718399242.288266:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ea18. 00000800:00000200:1.0:1718399242.288409:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.288411:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800922ff200 (tot 82313938). 00000400:00000200:1.0:1718399242.288413:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.288415:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.288417:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466f68 00000400:00000010:1.0:1718399242.288418:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466f68. 00000100:00000200:1.0:1718399242.288421:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316480128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.290085:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.290097:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff080 00000400:00000200:0.0:1718399242.290102:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad5c5 [1] + 224 00000400:00000200:0.0:1718399242.290123:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.290127:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.290133:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316480128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.290259:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.290264:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.290265:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.290297:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316480128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.290304:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316480128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.290330:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.290335:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.290338:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.290343:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.290346:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000200:0.0:1718399242.290916:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.290922:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a3c0 00000400:00000200:0.0:1718399242.290925:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabf11 [2] + 1312 00000400:00000200:0.0:1718399242.290974:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.290977:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.290981:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.290984:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000020:00000010:2.0:1718399242.291591:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa200. 00000020:00000010:2.0:1718399242.291597:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.291601:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.291618:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317902272/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399242.291647:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317902272 02000000:00000010:2.0:1718399242.291655:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa400. 00010000:00000010:2.0:1718399242.291675:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009363c480. 00010000:00000010:2.0:1718399242.291689:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.291694:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5150240. 00000100:00000010:2.0:1718399242.291708:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5150240. 00010000:00000010:2.0:1718399242.291711:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00000400:00000010:2.0:1718399242.291719:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e6e8. 00000100:00000200:2.0:1718399242.291722:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317902272, offset 224 00000400:00000200:2.0:1718399242.291727:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.291734:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.291739:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89884:89884:256:4294967295] 192.168.202.25@tcp LPNI seq info [89884:89884:8:4294967295] 00000400:00000200:2.0:1718399242.291746:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.291750:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.291753:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d300 (tot 82314186). 00000800:00000200:2.0:1718399242.291757:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.291762:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.291765:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.291776:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.291779:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.291792:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa200. 00000800:00000200:1.0:1718399242.292032:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.292034:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d300 (tot 82313938). 00000400:00000200:1.0:1718399242.292037:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.292041:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.292043:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e6e8 00000400:00000010:1.0:1718399242.292044:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e6e8. 00010000:00000010:0.1:1718399242.292086:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c861440. 00010000:00000010:0.1:1718399242.292090:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e03200. 00010000:00000010:0.1:1718399242.292095:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaab600. 00010000:00000010:0.1:1718399242.292098:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800935d6900. 00010000:00000010:0.1:1718399242.292105:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaab840. 00080000:00000010:3.0:1718399242.292332:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800922ff000. 00010000:00000010:3.0:1718399242.292389:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.292394:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009363c980. 00010000:00000010:3.0:1718399242.292446:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800922ff100. 00010000:00000010:3.0:1718399242.292449:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.292454:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa8900. 00010000:00000010:3.0:1718399242.292457:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.292465:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800922fff00. 00010000:00000010:3.0:1718399242.292483:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.292485:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.292518:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaab3c0. 00010000:00000010:3.0:1718399242.292520:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.292525:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.292527:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.292532:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.292541:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.292562:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.292566:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.292569:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.292572:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316480192, portal 16 00000400:00000010:3.0:1718399242.292575:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466d48. 00000100:00000200:3.0:1718399242.292580:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316480192, offset 0 00000400:00000200:3.0:1718399242.292584:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.292589:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.292594:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.292597:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.292599:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.292600:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89885:89885:256:4294967295] 192.168.202.25@tcp LPNI seq info [89885:89885:8:4294967295] 00000400:00000200:3.0:1718399242.292606:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.292609:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.292611:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800922ff200 (tot 82314186). 00000800:00000200:3.0:1718399242.292614:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.292617:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.292619:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800922ff200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.292796:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.292798:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800922ff200 (tot 82313938). 00000400:00000200:0.0:1718399242.292800:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.292803:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.292806:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466d48 00000400:00000010:0.0:1718399242.292808:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466d48. 00000100:00000200:0.0:1718399242.292811:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316480192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.294391:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093010d80. 00010000:00000010:0.1:1718399242.294539:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093621440. 00000400:00000200:2.0:1718399242.294584:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.294595:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff0c0 00000400:00000200:2.0:1718399242.294599:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad5d1 [1] + 224 00000400:00000200:2.0:1718399242.294608:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.294611:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.294617:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316480192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.294647:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.294651:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a400 00000400:00000200:2.0:1718399242.294655:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabf11 [2] + 1640 00000400:00000010:3.0:1718399242.294711:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.294716:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.294717:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.294721:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316480192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.294724:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.294726:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1718399242.294727:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316480192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.294730:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399242.294734:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbb440. 02000000:00000010:3.0:1718399242.294748:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.294753:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.294755:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.294759:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.294762:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000020:00000010:1.0:1718399242.294812:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399242.294817:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.294926:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.294945:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbb440 x1801871317902336/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399242.294997:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317902336 02000000:00000010:1.0:1718399242.295005:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc400. 00010000:00000010:1.0:1718399242.295023:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093c92900. 00010000:00000010:1.0:1718399242.295048:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.295053:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47900. 00000100:00000010:1.0:1718399242.295057:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47900. 00010000:00000010:1.0:1718399242.295059:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.295067:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9add0. 00000100:00000200:1.0:1718399242.295070:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317902336, offset 224 00080000:00000010:3.0:1718399242.295074:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800922ffb00. 00000400:00000200:1.0:1718399242.295076:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.295082:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.295087:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89886:89886:256:4294967295] 192.168.202.25@tcp LPNI seq info [89886:89886:8:4294967295] 00000400:00000200:1.0:1718399242.295093:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.295096:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.295099:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612600 (tot 82314186). 00000800:00000200:1.0:1718399242.295102:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.295106:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.295108:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612600 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1718399242.295121:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.295126:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093c92880. 00000020:00000010:1.0:1718399242.295130:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.295133:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.295136:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fca00. 00000800:00000200:0.0:1718399242.295215:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.295217:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612600 (tot 82313938). 00000400:00000200:0.0:1718399242.295220:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.295223:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.295225:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9add0 00000400:00000010:0.0:1718399242.295226:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9add0. 00010000:00000010:3.0:1718399242.295268:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaa880. 00010000:00000010:3.0:1718399242.295291:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.295297:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.295299:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.295303:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.295313:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.295326:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.295329:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.295331:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.295334:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316480256, portal 16 00000400:00000010:3.0:1718399242.295337:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466aa0. 00000100:00000200:3.0:1718399242.295338:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316480256, offset 0 00000400:00000200:3.0:1718399242.295342:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.295346:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.295351:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.295354:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.295356:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.295357:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89887:89887:256:4294967295] 192.168.202.25@tcp LPNI seq info [89887:89887:8:4294967295] 00000400:00000200:3.0:1718399242.295363:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.295367:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.295368:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800922ffd00 (tot 82314186). 00000800:00000200:3.0:1718399242.295371:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.295374:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.295376:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800922ffd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.295453:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.295455:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800922ffd00 (tot 82313938). 00000400:00000200:0.0:1718399242.295457:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.295460:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.295462:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:0.0:1718399242.295463:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00000100:00000200:0.0:1718399242.295466:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316480256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.296489:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.296524:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff100 00000400:00000200:0.0:1718399242.296528:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad5dd [1] + 224 00000400:00000200:0.0:1718399242.296553:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.296556:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.296564:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316480256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.296745:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.296748:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.296749:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.296753:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316480256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.296759:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316480256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.296773:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.296776:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.296779:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.296794:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.296796:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000200:0.0:1718399242.296991:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.296996:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a440 00000400:00000200:0.0:1718399242.297000:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabf11 [2] + 1968 00000400:00000010:0.0:1718399242.297002:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310318. 00000400:00000200:0.0:1718399242.297004:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009a9b8cc0 00000400:00000200:0.0:1718399242.297040:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.297043:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.297047:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009a9b8cc0 00000400:00000010:0.0:1718399242.297048:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88009a9b8cc0 (tot 82313786). 00000100:00000200:0.0:1718399242.297051:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1718399242.297243:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa200. 00000020:00000010:2.0:1718399242.297247:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.297250:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.297262:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88008f9c5850 x1801871317902400/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.297306:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317902400 02000000:00000010:2.0:1718399242.297311:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb000. 00010000:00000010:2.0:1718399242.297324:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093c92c80. 00010000:00000010:2.0:1718399242.297335:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.297338:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5150240. 00000100:00000010:2.0:1718399242.297354:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5150240. 00010000:00000010:2.0:1718399242.297357:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00000400:00000010:2.0:1718399242.297364:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e000. 00000100:00000200:2.0:1718399242.297366:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317902400, offset 224 00000400:00000200:2.0:1718399242.297371:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.297377:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.297380:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89888:89888:256:4294967295] 192.168.202.25@tcp LPNI seq info [89888:89888:8:4294967295] 00000400:00000200:2.0:1718399242.297386:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.297390:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.297392:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d300 (tot 82314034). 00000800:00000200:2.0:1718399242.297395:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.297400:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.297402:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.297415:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.297418:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.297420:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa200. 02000000:00000010:2.0:1718399242.297427:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc400. 00000100:00000010:2.0:1718399242.297429:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbb440. 02000000:00000010:2.0:1718399242.297432:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa400. 00000100:00000010:2.0:1718399242.297433:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 00080000:00000010:3.0:1718399242.297487:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800922ffe00. 00010000:00000010:3.0:1718399242.297529:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.297535:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093c92c00. 00000800:00000200:0.0:1718399242.297555:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.297557:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d300 (tot 82313786). 00000400:00000200:0.0:1718399242.297560:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.297563:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.297565:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e000 00000400:00000010:0.0:1718399242.297566:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e000. 02000000:00000010:0.0:1718399242.297570:0:18240:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb000. 00010000:00000010:3.0:1718399242.297581:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaaf40. 00010000:00000010:3.0:1718399242.297584:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.297589:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.297592:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.297596:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.297601:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.297613:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.297615:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.297618:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.297621:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316480320, portal 16 00000400:00000010:3.0:1718399242.297623:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.297624:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316480320, offset 0 00000400:00000200:3.0:1718399242.297628:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.297647:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.297651:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 02000000:00000010:2.0:1718399242.297651:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fae00. 00000400:00000200:3.0:1718399242.297654:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1718399242.297654:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 00000400:00000200:3.0:1718399242.297655:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 02000000:00000010:2.0:1718399242.297656:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fac00. 00000400:00000200:3.0:1718399242.297657:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89889:89889:256:4294967295] 192.168.202.25@tcp LPNI seq info [89889:89889:8:4294967295] 00000100:00000010:2.0:1718399242.297657:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 02000000:00000010:2.0:1718399242.297659:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd400. 00000100:00000010:2.0:1718399242.297661:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 00000400:00000200:3.0:1718399242.297663:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 02000000:00000010:2.0:1718399242.297663:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc600. 00000800:00000200:3.0:1718399242.297667:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000100:00000010:2.0:1718399242.297667:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 00000800:00000010:3.0:1718399242.297670:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800922ffd00 (tot 82314034). 00000800:00000200:3.0:1718399242.297673:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000100:00000200:2.0:1718399242.297673:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399242.297675:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdd10. 00000800:00000200:3.0:1718399242.297676:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.297678:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800922ffd00 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1718399242.297678:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a5150240 (tot 82314186). 00000800:00000200:0.0:1718399242.297848:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.297850:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800922ffd00 (tot 82313938). 00000400:00000200:0.0:1718399242.297853:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.297856:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.297858:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:0.0:1718399242.297859:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:0.0:1718399242.297862:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316480320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.298867:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.298874:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff140 00000400:00000200:0.0:1718399242.298878:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad5e9 [1] + 224 00000400:00000200:0.0:1718399242.298892:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.298895:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.298899:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316480320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.298974:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.298977:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.298978:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.298982:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316480320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.298987:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316480320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.299002:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.299010:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.299012:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.299015:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.299018:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000200:0.0:1718399242.299077:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.299081:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a480 00000400:00000200:0.0:1718399242.299084:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabf69 [2] + 0 00000400:00000200:0.0:1718399242.299110:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.299112:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.299114:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.299117:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 00000020:00000010:2.0:1718399242.299164:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fac00. 00000020:00000010:2.0:1718399242.299168:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.299170:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.299180:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317902464/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399242.299247:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317902464 02000000:00000010:2.0:1718399242.299252:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fae00. 00010000:00000010:2.0:1718399242.299265:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f65400. 00010000:00000010:2.0:1718399242.299314:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.299319:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f540. 00010000:00000010:0.1:1718399242.299374:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d4b40. 00010000:00000010:0.1:1718399242.299380:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933fe300. 00010000:00000010:0.1:1718399242.299382:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaab180. 00010000:00000010:0.1:1718399242.299386:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e00800. 00010000:00000010:0.1:1718399242.299388:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaa640. 00000100:00000010:2.0:1718399242.299431:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f540. 00010000:00000010:2.0:1718399242.299435:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00000400:00000010:2.0:1718399242.299442:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ecc0. 00000100:00000200:2.0:1718399242.299445:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317902464, offset 224 00000400:00000200:2.0:1718399242.299449:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.299454:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.299458:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89890:89890:256:4294967295] 192.168.202.25@tcp LPNI seq info [89890:89890:8:4294967295] 00000400:00000200:2.0:1718399242.299464:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.299468:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.299475:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d300 (tot 82314186). 00000800:00000200:2.0:1718399242.299478:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.299484:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.299486:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d300 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1718399242.299490:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800922ff200. 00000020:00000010:2.0:1718399242.299503:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.299506:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.299508:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fac00. 00010000:00000010:3.0:1718399242.299527:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.299768:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093f65380. 00010000:00000010:3.0:1718399242.299825:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaabcc0. 00010000:00000010:3.0:1718399242.299829:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.299834:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.299836:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.299840:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.299846:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.299856:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.299859:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.299861:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.299864:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316480384, portal 16 00000400:00000010:3.0:1718399242.299866:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466330. 00000100:00000200:3.0:1718399242.299867:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316480384, offset 0 00000400:00000200:3.0:1718399242.299871:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.299875:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.299879:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.299881:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.299883:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.299885:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89891:89891:255:4294967295] 192.168.202.25@tcp LPNI seq info [89891:89891:7:4294967295] 00000400:00000200:3.0:1718399242.299890:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.299893:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.299896:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800922ffd00 (tot 82314434). 00000800:00000200:3.0:1718399242.299898:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.299901:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.299903:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800922ffd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.299950:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.299952:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d300 (tot 82314186). 00000400:00000200:0.0:1718399242.299955:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.299958:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.299960:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ecc0 00000400:00000010:0.0:1718399242.299961:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ecc0. 00000800:00000200:0.0:1718399242.299992:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.299993:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800922ffd00 (tot 82313938). 00000400:00000200:0.0:1718399242.299996:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.299998:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.300000:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466330 00000400:00000010:0.0:1718399242.300001:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466330. 00000100:00000200:0.0:1718399242.300004:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316480384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.302444:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.302457:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff180 00000400:00000200:0.0:1718399242.302463:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad5f9 [1] + 224 00000400:00000200:0.0:1718399242.302471:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.302474:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.302481:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316480384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.302509:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.302512:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a4c0 00000400:00000200:0.0:1718399242.302514:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabf69 [2] + 328 00000400:00000200:0.0:1718399242.302551:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.302554:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.302558:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.302563:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000400:00000010:3.0:1718399242.302634:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.302639:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.302641:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.302645:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316480384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.302651:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316480384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.302675:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.302680:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.302683:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.302687:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.302690:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000020:00000010:2.0:1718399242.302754:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fac00. 00000020:00000010:2.0:1718399242.302759:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.302762:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.302777:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317902528/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399242.302865:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317902528 02000000:00000010:2.0:1718399242.302872:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa400. 00010000:00000010:2.0:1718399242.302890:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012f390000. 00010000:00000010:2.0:1718399242.303024:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.303030:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f540. 00000100:00000010:2.0:1718399242.303043:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f540. 00010000:00000010:2.0:1718399242.303046:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00000400:00000010:2.0:1718399242.303055:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e198. 00000100:00000200:2.0:1718399242.303058:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317902528, offset 224 00000400:00000200:2.0:1718399242.303064:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.303071:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.303075:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89892:89892:256:4294967295] 192.168.202.25@tcp LPNI seq info [89892:89892:8:4294967295] 00000400:00000200:2.0:1718399242.303086:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.303090:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.303093:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d200 (tot 82314186). 00000800:00000200:2.0:1718399242.303096:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.303103:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.303106:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.303125:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.303129:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.303130:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fac00. 00080000:00000010:3.0:1718399242.303134:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800922ffd00. 00010000:00000010:3.0:1718399242.303185:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.303190:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009363cf00. 00000800:00000200:0.0:1718399242.303206:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.303208:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d200 (tot 82313938). 00000400:00000200:0.0:1718399242.303211:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.303214:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.303216:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e198 00000400:00000010:0.0:1718399242.303217:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e198. 00010000:00000010:3.0:1718399242.303241:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa9b00. 00010000:00000010:3.0:1718399242.303244:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.303249:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.303252:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.303255:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.303262:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.303303:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.303306:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.303310:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.303313:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316480448, portal 16 00000400:00000010:3.0:1718399242.303315:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466220. 00000100:00000200:3.0:1718399242.303316:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316480448, offset 0 00000400:00000200:3.0:1718399242.303320:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.303325:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.303329:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.303332:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.303333:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.303335:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89893:89893:256:4294967295] 192.168.202.25@tcp LPNI seq info [89893:89893:8:4294967295] 00000400:00000200:3.0:1718399242.303341:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.303344:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.303348:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880096c6a600 (tot 82314186). 00000800:00000200:3.0:1718399242.303350:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.303353:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.303355:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880096c6a600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.303470:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.303473:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880096c6a600 (tot 82313938). 00000400:00000200:0.0:1718399242.303476:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.303479:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.303481:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466220 00000400:00000010:0.0:1718399242.303482:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466220. 00000100:00000200:0.0:1718399242.303485:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316480448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.304588:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.304597:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff1c0 00000400:00000200:0.0:1718399242.304600:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad605 [1] + 224 00000400:00000200:0.0:1718399242.304608:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.304611:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.304615:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316480448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.304642:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.304646:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a500 00000400:00000200:0.0:1718399242.304649:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabf69 [2] + 656 00000400:00000200:0.0:1718399242.304688:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.304691:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.304694:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.304698:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 00000400:00000010:3.0:1718399242.304756:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.304759:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.304760:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.304764:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316480448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.304769:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316480448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.304791:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.304794:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.304796:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.304799:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.304801:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000020:00000010:2.0:1718399242.304963:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fac00. 00000020:00000010:2.0:1718399242.304967:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.304969:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.304980:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d580 x1801871317902592/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.305160:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317902592 02000000:00000010:2.0:1718399242.305167:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa200. 00010000:00000010:2.0:1718399242.305181:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012f390d00. 00010000:00000010:2.0:1718399242.305192:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.305195:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f540. 00000100:00000010:2.0:1718399242.305212:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f540. 00010000:00000010:2.0:1718399242.305215:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00000400:00000010:2.0:1718399242.305220:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e088. 00000100:00000200:2.0:1718399242.305223:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317902592, offset 224 00000400:00000200:2.0:1718399242.305228:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.305234:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.305237:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89894:89894:256:4294967295] 192.168.202.25@tcp LPNI seq info [89894:89894:8:4294967295] 00000400:00000200:2.0:1718399242.305243:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.305247:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.305251:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d200 (tot 82314186). 00000800:00000200:2.0:1718399242.305254:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.305259:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.305261:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.305305:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.305309:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.305311:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fac00. 00010000:00000010:2.1:1718399242.305335:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093642ac0. 00010000:00000010:3.1:1718399242.305528:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009360dd40. 00080000:00000010:3.0:1718399242.305543:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880096c6ae00. 00010000:00000010:3.0:1718399242.305599:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.305604:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012f390c80. 00010000:00000010:3.0:1718399242.305648:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880096c6ab00. 00010000:00000010:3.0:1718399242.305651:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.305654:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa9680. 00010000:00000010:3.0:1718399242.305656:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.305663:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880096c6aa00. 00010000:00000010:3.0:1718399242.305680:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.305682:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.305717:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaa1c0. 00010000:00000010:3.0:1718399242.305719:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.305724:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.305726:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.305730:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.305736:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.305749:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.305752:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.305755:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.305758:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316480512, portal 16 00000400:00000010:3.0:1718399242.305760:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466440. 00000100:00000200:3.0:1718399242.305761:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316480512, offset 0 00000400:00000200:3.0:1718399242.305765:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.305770:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.305773:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.305776:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.305778:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.305780:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89895:89895:255:4294967295] 192.168.202.25@tcp LPNI seq info [89895:89895:7:4294967295] 00000400:00000200:3.0:1718399242.305796:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.305799:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.305801:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880096c6a000 (tot 82314434). 00000800:00000200:3.0:1718399242.305804:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.305807:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.305809:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880096c6a000 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1718399242.305859:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800957d6900. 00010000:00000010:0.1:1718399242.305866:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaba80. 00010000:00000010:0.1:1718399242.305869:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922ff100. 00010000:00000010:0.1:1718399242.305872:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8900. 00010000:00000010:0.1:1718399242.305874:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093156800. 00010000:00000010:0.1:1718399242.305876:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaab3c0. 00010000:00000010:0.1:1718399242.305878:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009355bb00. 00010000:00000010:0.1:1718399242.305881:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaa880. 00000800:00000200:0.0:1718399242.305902:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.305904:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d200 (tot 82314186). 00000400:00000200:0.0:1718399242.305906:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.305909:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.305912:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e088 00000400:00000010:0.0:1718399242.305913:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e088. 00000800:00000200:0.0:1718399242.305949:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.305950:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880096c6a000 (tot 82313938). 00000400:00000200:0.0:1718399242.305953:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.305955:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.305957:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466440 00000400:00000010:0.0:1718399242.305957:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466440. 00000100:00000200:0.0:1718399242.305960:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316480512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.308141:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.308155:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff200 00000400:00000200:0.0:1718399242.308161:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad611 [1] + 224 00000400:00000200:0.0:1718399242.308170:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.308172:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.308179:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316480512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.308210:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.308214:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a540 00000400:00000200:0.0:1718399242.308218:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabf69 [2] + 984 00000400:00000200:0.0:1718399242.308266:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.308305:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.308310:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.308315:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 00000020:00000010:1.0:1718399242.308394:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399242.308399:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.308403:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.308419:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c2797c0 x1801871317902656/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399242.308442:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317902656 02000000:00000010:1.0:1718399242.308449:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc000. 00010000:00000010:1.0:1718399242.308472:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.308477:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47900. 00000100:00000010:1.0:1718399242.308481:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47900. 00010000:00000010:1.0:1718399242.308483:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.308492:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a880. 00000100:00000200:1.0:1718399242.308495:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317902656, offset 224 00000400:00000200:1.0:1718399242.308500:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.308507:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.308511:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89896:89896:256:4294967295] 192.168.202.25@tcp LPNI seq info [89896:89896:8:4294967295] 00000400:00000200:1.0:1718399242.308517:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.308520:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.308523:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612b00 (tot 82314186). 00000800:00000200:1.0:1718399242.308526:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.308532:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.308535:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.308544:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.308548:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.308551:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fca00. 00010000:00000010:2.1:1718399242.308802:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009360c000. 00010000:00000010:2.1:1718399242.308807:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88011f0be880. 00010000:00000010:2.1:1718399242.308811:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc6a1c0. 00010000:00000010:2.1:1718399242.308813:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc68b40. 00000800:00000200:0.0:1718399242.309006:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.309008:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612b00 (tot 82313938). 00000400:00000200:0.0:1718399242.309012:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.309015:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.309017:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a880 00000400:00000010:0.0:1718399242.309019:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a880. 00000400:00000010:3.0:1718399242.309381:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.309386:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.309387:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.309391:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316480512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.309397:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316480512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399242.309413:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b807080. 02000000:00000010:3.0:1718399242.309424:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.309427:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.309430:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.309433:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.309434:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00080000:00000010:3.0:1718399242.309445:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880096c6a500. 00010000:00000010:3.0:1718399242.309493:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.309498:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b807000. 00010000:00000010:3.0:1718399242.309544:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaaac0. 00010000:00000010:3.0:1718399242.309547:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.309553:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.309555:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.309559:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.309565:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.309893:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.309897:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.309899:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.309903:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316480576, portal 16 00000400:00000010:3.0:1718399242.309907:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399242.309908:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316480576, offset 0 00000400:00000200:3.0:1718399242.309913:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.309918:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.309923:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.309925:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.309927:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.309929:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89897:89897:256:4294967295] 192.168.202.25@tcp LPNI seq info [89897:89897:8:4294967295] 00000400:00000200:3.0:1718399242.309934:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.309937:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.309939:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880096c6a800 (tot 82314186). 00000800:00000200:3.0:1718399242.309942:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.309947:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.309949:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880096c6a800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.310149:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.310152:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880096c6a800 (tot 82313938). 00000400:00000200:0.0:1718399242.310154:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.310157:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.310159:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:0.0:1718399242.310160:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000100:00000200:0.0:1718399242.310163:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316480576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.311890:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.311902:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff240 00000400:00000200:0.0:1718399242.311907:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad61d [1] + 224 00000400:00000200:0.0:1718399242.311914:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.311917:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.311922:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316480576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.311951:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.311955:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a580 00000400:00000200:0.0:1718399242.311959:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabf69 [2] + 1312 00000400:00000200:0.0:1718399242.312362:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.312366:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.312370:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.312374:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00000400:00000010:3.0:1718399242.312459:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.312463:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.312465:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.312469:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316480576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.312475:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316480576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.312497:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.312501:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.312503:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.312507:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.312511:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000020:00000010:2.0:1718399242.312609:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fac00. 00000020:00000010:2.0:1718399242.312614:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.312618:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.312634:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317902720/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399242.312652:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317902720 02000000:00000010:2.0:1718399242.312658:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb600. 00010000:00000010:2.0:1718399242.312678:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012f6e1100. 00010000:00000010:2.0:1718399242.312704:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571540. 00000100:00000010:2.0:1718399242.312709:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f540. 00000100:00000010:2.0:1718399242.312713:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f540. 00010000:00000010:2.0:1718399242.312715:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571540. 00000400:00000010:2.0:1718399242.312722:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e990. 00000100:00000200:2.0:1718399242.312725:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317902720, offset 224 00000400:00000200:2.0:1718399242.312731:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.312738:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.312742:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89898:89898:256:4294967295] 192.168.202.25@tcp LPNI seq info [89898:89898:8:4294967295] 00000400:00000200:2.0:1718399242.312749:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.312752:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.312755:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b64d300 (tot 82314186). 00000800:00000200:2.0:1718399242.312760:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.312766:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.312768:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b64d300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.312778:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.312792:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.312794:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fac00. 00000800:00000200:0.0:1718399242.312882:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.312884:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b64d300 (tot 82313938). 00000400:00000200:0.0:1718399242.312887:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.312890:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.312892:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e990 00000400:00000010:0.0:1718399242.312893:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e990. 00080000:00000010:3.0:1718399242.312945:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880096c6a200. 00010000:00000010:3.0:1718399242.313002:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.313007:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012f6e1280. 00010000:00000010:3.0:1718399242.313069:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa98c0. 00010000:00000010:3.0:1718399242.313073:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.313079:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.313081:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.313085:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.313092:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.313108:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.313111:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.313113:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.313117:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316480640, portal 16 00000400:00000010:3.0:1718399242.313119:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94663b8. 00000100:00000200:3.0:1718399242.313120:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316480640, offset 0 00000400:00000200:3.0:1718399242.313124:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.313128:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.313133:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.313135:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.313137:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.313139:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89899:89899:256:4294967295] 192.168.202.25@tcp LPNI seq info [89899:89899:8:4294967295] 00000400:00000200:3.0:1718399242.313145:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.313148:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.313150:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880096c6a100 (tot 82314186). 00000800:00000200:3.0:1718399242.313152:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.313156:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.313157:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880096c6a100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.313249:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.313251:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880096c6a100 (tot 82313938). 00000400:00000200:0.0:1718399242.313254:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.313257:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.313259:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94663b8 00000400:00000010:0.0:1718399242.313260:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94663b8. 00000100:00000200:0.0:1718399242.313264:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316480640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.313781:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2f4a00. 00010000:00000010:0.1:1718399242.313793:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaaf40. 00010000:00000010:0.1:1718399242.313798:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a525ad00. 00010000:00000010:0.1:1718399242.313801:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaabcc0. 00010000:00000010:0.1:1718399242.313803:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093da6100. 00010000:00000010:0.1:1718399242.313806:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9b00. 00010000:00000010:0.1:1718399242.313809:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096c6ab00. 00010000:00000010:0.1:1718399242.313815:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9680. 00000400:00000200:0.0:1718399242.315230:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.315240:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff280 00000400:00000200:0.0:1718399242.315245:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad629 [1] + 224 00000400:00000200:0.0:1718399242.315263:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.315266:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.315555:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316480640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399242.315642:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399242.315648:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a5c0 00000400:00000200:1.0:1718399242.315651:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabf69 [2] + 1640 00000400:00000200:1.0:1718399242.315692:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.315695:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399242.315699:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399242.315704:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 00000020:00000010:0.0:1718399242.315864:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c3a00. 00000020:00000010:0.0:1718399242.315869:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfcb00. 00000020:00000010:0.0:1718399242.315872:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff000. 00000100:00000200:0.0:1718399242.315888:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df75f00 x1801871317902784/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1718399242.315915:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317902784 02000000:00000010:0.0:1718399242.315922:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2800. 00010000:00000010:0.0:1718399242.315944:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3e35c0. 00000100:00000010:0.0:1718399242.315952:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9f00. 00000100:00000010:0.0:1718399242.315956:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9f00. 00010000:00000010:0.0:1718399242.315960:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3e35c0. 00000400:00000010:0.0:1718399242.315968:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376f68. 00000100:00000200:0.0:1718399242.315972:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317902784, offset 224 00000400:00000200:0.0:1718399242.315976:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.315983:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.315987:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89900:89900:256:4294967295] 192.168.202.25@tcp LPNI seq info [89900:89900:8:4294967295] 00000400:00000200:0.0:1718399242.315994:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.315998:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.316001:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e500 (tot 82314186). 00000800:00000200:0.0:1718399242.316005:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.316010:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.316013:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399242.316024:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfcb00. 00000020:00000010:0.0:1718399242.316027:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff000. 00000020:00000010:0.0:1718399242.316030:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c3a00. 00000800:00000200:1.0:1718399242.316284:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.316287:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e500 (tot 82313938). 00000400:00000200:1.0:1718399242.316289:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.316292:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.316294:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376f68 00000400:00000010:1.0:1718399242.316296:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376f68. 00000400:00000010:3.0:1718399242.316558:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.316562:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.316563:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.316568:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316480640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.316574:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316480640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399242.316590:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093164580. 02000000:00000010:3.0:1718399242.316601:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.316605:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.316607:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.316611:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.316613:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00080000:00000010:3.0:1718399242.316625:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880096c6a700. 00010000:00000010:3.0:1718399242.316674:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.316679:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093164f80. 00010000:00000010:3.0:1718399242.316729:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa9200. 00010000:00000010:3.0:1718399242.316732:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.316737:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.316739:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.316743:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.316750:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.316764:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.316766:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.316768:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.316772:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316480704, portal 16 00000400:00000010:3.0:1718399242.316774:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466908. 00000100:00000200:3.0:1718399242.316776:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316480704, offset 0 00000400:00000200:3.0:1718399242.316779:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.316809:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.316814:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.316817:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.316818:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.316820:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89901:89901:256:4294967295] 192.168.202.25@tcp LPNI seq info [89901:89901:8:4294967295] 00000400:00000200:3.0:1718399242.316826:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.316829:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.316831:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880096c6ad00 (tot 82314186). 00000800:00000200:3.0:1718399242.316834:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.316837:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.316839:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880096c6ad00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.316985:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.316987:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880096c6ad00 (tot 82313938). 00000400:00000200:0.0:1718399242.316990:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.316993:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.316995:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466908 00000400:00000010:0.0:1718399242.316996:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466908. 00000100:00000200:0.0:1718399242.317000:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316480704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.318483:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.318492:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff2c0 00000400:00000200:0.0:1718399242.318496:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad635 [1] + 224 00000400:00000200:0.0:1718399242.318503:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.318506:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.318510:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316480704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.318538:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.318542:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a600 00000400:00000200:0.0:1718399242.318546:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabf69 [2] + 1968 00000400:00000010:0.0:1718399242.318548:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310840. 00000400:00000200:0.0:1718399242.318551:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009a9b8840 00000400:00000200:0.0:1718399242.318562:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.318565:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.318567:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009a9b8840 00000400:00000010:0.0:1718399242.318569:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88009a9b8840 (tot 82313786). 00000100:00000200:0.0:1718399242.318573:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1718399242.318646:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd800. 00000020:00000010:1.0:1718399242.318651:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.318654:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.318668:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88008f9c6050 x1801871317902848/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399242.318695:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317902848 02000000:00000010:1.0:1718399242.318701:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fca00. 00010000:00000010:1.0:1718399242.318721:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.318725:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47900. 00000100:00000010:1.0:1718399242.318728:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47900. 00010000:00000010:1.0:1718399242.318731:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.318738:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ad48. 00000100:00000200:1.0:1718399242.318741:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317902848, offset 224 00000400:00000200:1.0:1718399242.318746:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.318751:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.318755:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89902:89902:256:4294967295] 192.168.202.25@tcp LPNI seq info [89902:89902:8:4294967295] 00000400:00000200:1.0:1718399242.318760:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.318764:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.318766:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612c00 (tot 82314034). 00000800:00000200:1.0:1718399242.318769:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.318774:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.318777:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.318796:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.318799:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.318803:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd800. 02000000:00000010:1.0:1718399242.318809:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2800. 00000100:00000010:1.0:1718399242.318811:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 02000000:00000010:1.0:1718399242.318815:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb600. 00000100:00000010:1.0:1718399242.318827:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 02000000:00000010:1.0:1718399242.318829:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc000. 00000100:00000010:1.0:1718399242.318831:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 02000000:00000010:1.0:1718399242.318833:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa200. 00000100:00000010:1.0:1718399242.318835:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 02000000:00000010:1.0:1718399242.318837:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa400. 00000100:00000010:1.0:1718399242.318838:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:1.0:1718399242.318840:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fae00. 00000100:00000010:1.0:1718399242.318841:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 00000100:00000200:1.0:1718399242.318845:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1718399242.318848:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1e18. 00000400:00000010:1.0:1718399242.318850:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9e47900 (tot 82314186). 00000800:00000200:0.0:1718399242.318930:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.318932:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612c00 (tot 82313938). 00000400:00000200:0.0:1718399242.318935:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.318938:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.318940:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ad48 00000400:00000010:0.0:1718399242.318941:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ad48. 02000000:00000010:0.0:1718399242.318946:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fca00. 00000400:00000010:3.0:1718399242.319219:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.319222:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.319223:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.319227:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316480704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.319232:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316480704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399242.319245:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092ab0080. 02000000:00000010:3.0:1718399242.319255:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.319258:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.319260:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.319263:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.319264:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00080000:00000010:3.0:1718399242.319452:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880096c6af00. 00010000:00000010:3.0:1718399242.319502:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.319507:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092ab0000. 00010000:00000010:3.0:1718399242.319557:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa8240. 00010000:00000010:3.0:1718399242.319560:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.319566:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.319569:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.319573:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.319580:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.319593:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.319595:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.319597:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.319600:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316480768, portal 16 00000400:00000010:3.0:1718399242.319602:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466c38. 00000100:00000200:3.0:1718399242.319604:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316480768, offset 0 00000400:00000200:3.0:1718399242.319608:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.319612:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.319616:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.319619:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.319620:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.319622:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89903:89903:256:4294967295] 192.168.202.25@tcp LPNI seq info [89903:89903:8:4294967295] 00000400:00000200:3.0:1718399242.319627:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.319630:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.319632:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880096c6ac00 (tot 82314186). 00000800:00000200:3.0:1718399242.319635:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.319638:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.319640:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880096c6ac00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.320497:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.320500:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880096c6ac00 (tot 82313938). 00000400:00000200:0.0:1718399242.320503:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.320507:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.320509:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466c38 00000400:00000010:0.0:1718399242.320511:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466c38. 00000100:00000200:0.0:1718399242.320515:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316480768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399242.321188:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bc240. 00000400:00000200:0.0:1718399242.322355:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.322367:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff300 00000400:00000200:0.0:1718399242.322372:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad645 [1] + 224 00000400:00000200:0.0:1718399242.322387:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.322390:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.322396:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316480768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.322901:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.322906:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a640 00000400:00000200:0.0:1718399242.322911:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabfc1 [2] + 0 00000400:00000200:0.0:1718399242.322951:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.322955:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.322959:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.322963:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000400:00000010:3.0:1718399242.323029:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.323034:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.323035:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.323039:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316480768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.323045:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316480768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.323068:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.323072:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.323075:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.323080:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.323082:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000020:00000010:1.0:1718399242.323245:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc000. 00000020:00000010:1.0:1718399242.323256:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.323259:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.323458:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317902912/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399242.323485:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317902912 02000000:00000010:1.0:1718399242.323493:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd800. 00010000:00000010:1.0:1718399242.323513:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092ab3d80. 00010000:00000010:1.0:1718399242.323685:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.323691:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47b40. 00000100:00000010:1.0:1718399242.323857:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47b40. 00010000:00000010:1.0:1718399242.323860:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.323870:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a220. 00000100:00000200:1.0:1718399242.323874:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317902912, offset 224 00000400:00000200:1.0:1718399242.323879:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.323886:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.323892:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89904:89904:256:4294967295] 192.168.202.25@tcp LPNI seq info [89904:89904:8:4294967295] 00000400:00000200:1.0:1718399242.323899:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.323902:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.323905:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612800 (tot 82314186). 00000800:00000200:1.0:1718399242.323909:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.323916:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.323919:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.323940:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.323944:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.323947:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc000. 00080000:00000010:3.0:1718399242.324191:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880096c6a900. 00010000:00000010:3.0:1718399242.324251:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.324257:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012f6e1c00. 00010000:00000010:3.0:1718399242.324332:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa9440. 00010000:00000010:3.0:1718399242.324335:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.324342:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.324345:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.324350:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.324358:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.324374:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.324377:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.324380:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.324384:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316480832, portal 16 00000400:00000010:3.0:1718399242.324386:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466550. 00000100:00000200:3.0:1718399242.324388:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316480832, offset 0 00000400:00000200:3.0:1718399242.324392:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.324397:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.324402:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.324405:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.324407:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.324409:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89905:89905:255:4294967295] 192.168.202.25@tcp LPNI seq info [89905:89905:7:4294967295] 00000400:00000200:3.0:1718399242.324415:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.324418:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.324422:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880096c6ac00 (tot 82314434). 00000800:00000200:3.0:1718399242.324425:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.324429:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.324431:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880096c6ac00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.324627:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.324629:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612800 (tot 82314186). 00000400:00000200:0.0:1718399242.324634:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.324637:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.324639:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a220 00000400:00000010:0.0:1718399242.324640:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a220. 00000800:00000200:0.0:1718399242.324886:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.324888:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880096c6ac00 (tot 82313938). 00000400:00000200:0.0:1718399242.324891:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.324893:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.324895:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466550 00000400:00000010:0.0:1718399242.324896:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466550. 00000100:00000200:0.0:1718399242.324899:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316480832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.326916:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.326928:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff340 00000400:00000200:0.0:1718399242.326933:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad651 [1] + 224 00000400:00000200:0.0:1718399242.326942:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.326944:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.326949:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316480832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.326977:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.326982:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a680 00000400:00000200:0.0:1718399242.326985:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabfc1 [2] + 328 00000400:00000200:0.0:1718399242.327029:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.327032:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.327035:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.327040:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000020:00000010:2.0:1718399242.328152:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fac00. 00000020:00000010:2.0:1718399242.328157:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.328161:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.328190:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317902976/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.328210:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317902976 02000000:00000010:2.0:1718399242.328217:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fba00. 00010000:00000010:2.0:1718399242.328244:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800935715c0. 00000100:00000010:2.0:1718399242.328250:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f540. 00000100:00000010:2.0:1718399242.328254:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f540. 00010000:00000010:2.0:1718399242.328257:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800935715c0. 00000400:00000010:2.0:1718399242.328266:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e770. 00000100:00000200:2.0:1718399242.328290:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317902976, offset 224 00000400:00000200:2.0:1718399242.328297:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.328304:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.328309:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89906:89906:256:4294967295] 192.168.202.25@tcp LPNI seq info [89906:89906:8:4294967295] 00000400:00000200:2.0:1718399242.328317:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.328321:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.328324:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933f3000 (tot 82314186). 00000800:00000200:2.0:1718399242.328328:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.328334:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.328337:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800933f3000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.328348:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.328352:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.328355:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fac00. 00000400:00000010:3.0:1718399242.328429:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.328435:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.328437:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.328441:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316480832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.328448:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316480832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399242.328463:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880099ff4b00. 02000000:00000010:3.0:1718399242.328475:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.328480:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.328482:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.328486:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.328489:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00080000:00000010:3.0:1718399242.328502:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880096c6ad00. 00010000:00000010:3.0:1718399242.328560:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.328565:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880099ff4c80. 00010000:00000010:3.0:1718399242.328636:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa8480. 00010000:00000010:3.0:1718399242.328639:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.328645:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.328648:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.328652:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.328658:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.328673:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.328675:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.328678:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.328682:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316480896, portal 16 00000400:00000010:3.0:1718399242.328684:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466880. 00000100:00000200:3.0:1718399242.328685:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316480896, offset 0 00000400:00000200:3.0:1718399242.328691:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.328696:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.328700:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.328703:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.328705:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.328707:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89907:89907:255:4294967295] 192.168.202.25@tcp LPNI seq info [89907:89907:7:4294967295] 00000400:00000200:3.0:1718399242.328713:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.328716:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.328718:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880096c6ab00 (tot 82314434). 00000800:00000200:3.0:1718399242.328721:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.328724:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.328726:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880096c6ab00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.328861:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.328864:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933f3000 (tot 82314186). 00000400:00000200:0.0:1718399242.328867:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.328871:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.328873:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e770 00000400:00000010:0.0:1718399242.328874:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e770. 00000800:00000200:0.0:1718399242.328918:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.328920:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880096c6ab00 (tot 82313938). 00000400:00000200:0.0:1718399242.328923:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.328925:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.328927:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466880 00000400:00000010:0.0:1718399242.328928:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466880. 00000100:00000200:0.0:1718399242.328931:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316480896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.329112:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933afcc0. 00010000:00000010:2.1:1718399242.329118:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e6c200. 00010000:00000010:2.1:1718399242.329120:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaa1c0. 00010000:00000010:2.1:1718399242.329124:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5168400. 00010000:00000010:2.1:1718399242.329127:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaaac0. 00000400:00000200:0.0:1718399242.330576:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.330587:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff380 00000400:00000200:0.0:1718399242.330592:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad65d [1] + 224 00000400:00000200:0.0:1718399242.330609:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.330612:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.330617:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316480896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.330713:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.330716:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.330717:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.330721:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316480896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.330726:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316480896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.330742:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.330746:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.330749:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.330752:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.330755:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00010000:00000010:3.1:1718399242.332499:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009366d8c0. 00000400:00000200:0.0:1718399242.333300:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.333311:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a6c0 00000400:00000200:0.0:1718399242.333317:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabfc1 [2] + 656 00000400:00000200:0.0:1718399242.333369:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.333372:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.333377:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.333381:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000020:00000010:2.0:1718399242.333728:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fac00. 00000020:00000010:2.0:1718399242.333733:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.333736:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.333753:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317903040/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399242.333771:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317903040 02000000:00000010:2.0:1718399242.333777:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fae00. 00010000:00000010:2.0:1718399242.333807:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a51fbd80. 00010000:00000010:2.0:1718399242.333832:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800935715c0. 00000100:00000010:2.0:1718399242.333837:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f540. 00000100:00000010:2.0:1718399242.333843:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f540. 00010000:00000010:2.0:1718399242.333845:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800935715c0. 00000400:00000010:2.0:1718399242.333853:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ebb0. 00000100:00000200:2.0:1718399242.333856:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317903040, offset 224 00000400:00000200:2.0:1718399242.333861:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.333868:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.333873:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89908:89908:256:4294967295] 192.168.202.25@tcp LPNI seq info [89908:89908:8:4294967295] 00000400:00000200:2.0:1718399242.333881:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.333886:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.333889:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933f3f00 (tot 82314186). 00000800:00000200:2.0:1718399242.333893:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.333899:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.333902:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800933f3f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.333911:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.333914:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.333917:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fac00. 00080000:00000010:3.0:1718399242.334019:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880096c6a100. 00010000:00000010:3.0:1718399242.334083:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.334087:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a51fb880. 00010000:00000010:3.0:1718399242.334149:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa9d40. 00010000:00000010:3.0:1718399242.334152:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.334158:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.334161:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.334166:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.334173:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.334187:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.334191:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.334194:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.334197:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316480960, portal 16 00000400:00000010:3.0:1718399242.334200:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94667f8. 00000100:00000200:3.0:1718399242.334201:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316480960, offset 0 00000400:00000200:3.0:1718399242.334205:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.334209:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.334214:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.334217:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.334219:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.334221:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89909:89909:255:4294967295] 192.168.202.25@tcp LPNI seq info [89909:89909:7:4294967295] 00000400:00000200:3.0:1718399242.334227:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.334230:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.334232:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880096c6a800 (tot 82314434). 00000800:00000200:3.0:1718399242.334234:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.334238:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.334239:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880096c6a800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.334349:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.334352:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933f3f00 (tot 82314186). 00000400:00000200:1.0:1718399242.334355:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.334357:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.334360:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ebb0 00000400:00000010:1.0:1718399242.334361:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ebb0. 00000800:00000200:1.0:1718399242.334391:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.334392:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880096c6a800 (tot 82313938). 00000400:00000200:1.0:1718399242.334394:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.334397:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.334398:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94667f8 00000400:00000010:1.0:1718399242.334399:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94667f8. 00000100:00000200:1.0:1718399242.334402:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316480960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.335349:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bdf80. 00010000:00000010:2.1:1718399242.335355:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922a7800. 00010000:00000010:2.1:1718399242.335358:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa98c0. 00010000:00000010:2.1:1718399242.335362:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bc6c0. 00010000:00000010:2.1:1718399242.335364:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093005c00. 00010000:00000010:2.1:1718399242.335371:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9200. 00010000:00000010:2.1:1718399242.335374:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012eab4f00. 00010000:00000010:2.1:1718399242.335378:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8240. 00010000:00000010:2.1:1718399242.335380:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800986e5200. 00010000:00000010:2.1:1718399242.335382:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a504af00. 00010000:00000010:2.1:1718399242.335385:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9440. 00000400:00000200:0.0:1718399242.336149:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.336158:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff3c0 00000400:00000200:0.0:1718399242.336163:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad669 [1] + 224 00000400:00000200:0.0:1718399242.336174:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.336178:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.336184:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316480960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.336597:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.336602:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.336604:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.336608:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316480960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.336614:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316480960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.336634:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.336639:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.336641:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.336646:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.336648:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000200:0.0:1718399242.336737:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.336743:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a700 00000400:00000200:0.0:1718399242.336747:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabfc1 [2] + 984 00000400:00000200:0.0:1718399242.336793:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.336796:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.336799:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.336803:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 00000020:00000010:2.0:1718399242.337172:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fac00. 00000020:00000010:2.0:1718399242.337177:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.337180:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.337193:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27df00 x1801871317903104/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399242.337344:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317903104 02000000:00000010:2.0:1718399242.337351:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa400. 00010000:00000010:2.0:1718399242.337366:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a538c600. 00010000:00000010:2.0:1718399242.337377:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800935715c0. 00000100:00000010:2.0:1718399242.337381:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f540. 00000100:00000010:2.0:1718399242.337394:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f540. 00010000:00000010:2.0:1718399242.337396:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800935715c0. 00000400:00000010:2.0:1718399242.337403:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e2a8. 00000100:00000200:2.0:1718399242.337406:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317903104, offset 224 00000400:00000200:2.0:1718399242.337410:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.337417:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.337421:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89910:89910:256:4294967295] 192.168.202.25@tcp LPNI seq info [89910:89910:8:4294967295] 00000400:00000200:2.0:1718399242.337429:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.337433:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.337436:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933f3b00 (tot 82314186). 00000800:00000200:2.0:1718399242.337448:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.337454:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.337461:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800933f3b00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1718399242.337623:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880096c6a000. 00010000:00000010:3.0:1718399242.337678:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.337683:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a538c580. 00010000:00000010:3.0:1718399242.337742:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa8b40. 00010000:00000010:3.0:1718399242.337745:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.337750:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.337753:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.337756:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.337768:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.337780:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.337795:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.337798:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.337801:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316481024, portal 16 00000400:00000010:3.0:1718399242.337803:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466e58. 00000100:00000200:3.0:1718399242.337805:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316481024, offset 0 00000400:00000200:3.0:1718399242.337809:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.337813:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.337818:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.337820:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.337827:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.337829:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89911:89911:255:4294967295] 192.168.202.25@tcp LPNI seq info [89911:89911:7:4294967295] 00000400:00000200:3.0:1718399242.337835:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.337839:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.337841:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880096c6a600 (tot 82314434). 00000800:00000200:3.0:1718399242.337843:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.337847:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.337853:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880096c6a600 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.337874:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.337883:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.337886:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fac00. 00000800:00000200:1.0:1718399242.338419:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.338421:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933f3b00 (tot 82314186). 00000400:00000200:1.0:1718399242.338425:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.338428:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.338430:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e2a8 00000400:00000010:1.0:1718399242.338431:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e2a8. 00000800:00000200:1.0:1718399242.338470:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.338477:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880096c6a600 (tot 82313938). 00000400:00000200:1.0:1718399242.338479:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.338481:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.338482:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466e58 00000400:00000010:1.0:1718399242.338483:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466e58. 00000100:00000200:1.0:1718399242.338487:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316481024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.340152:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.340162:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff400 00000400:00000200:0.0:1718399242.340166:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad675 [1] + 224 00000400:00000200:0.0:1718399242.340182:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.340185:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.340190:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316481024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.340854:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.340859:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.340860:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.340865:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316481024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.340871:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316481024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.340893:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.340897:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.340900:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.340904:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.340907:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000200:0.0:1718399242.341060:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.341066:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a740 00000400:00000200:0.0:1718399242.341070:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabfc1 [2] + 1312 00000400:00000200:0.0:1718399242.341113:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.341117:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.341120:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.341124:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00000020:00000010:2.0:1718399242.341216:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fac00. 00000020:00000010:2.0:1718399242.341220:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.341223:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.341237:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317903168/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.341252:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317903168 02000000:00000010:2.0:1718399242.341258:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa200. 00010000:00000010:2.0:1718399242.341300:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800aa174580. 00010000:00000010:2.0:1718399242.341312:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800935715c0. 00000100:00000010:2.0:1718399242.341316:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f540. 00000100:00000010:2.0:1718399242.341320:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f540. 00010000:00000010:2.0:1718399242.341322:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800935715c0. 00000400:00000010:2.0:1718399242.341328:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e660. 00000100:00000200:2.0:1718399242.341331:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317903168, offset 224 00000400:00000200:2.0:1718399242.341336:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.341342:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.341347:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89912:89912:256:4294967295] 192.168.202.25@tcp LPNI seq info [89912:89912:8:4294967295] 00000400:00000200:2.0:1718399242.341354:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.341358:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.341360:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933f3900 (tot 82314186). 00000800:00000200:2.0:1718399242.341364:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.341370:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.341372:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800933f3900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.341380:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.341383:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.341385:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fac00. 00000800:00000200:1.0:1718399242.341543:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.341546:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933f3900 (tot 82313938). 00000400:00000200:1.0:1718399242.341548:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.341551:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.341553:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e660 00000400:00000010:1.0:1718399242.341553:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e660. 00080000:00000010:3.0:1718399242.341631:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880096c6a600. 00010000:00000010:3.0:1718399242.341680:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.341684:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a538cf80. 00010000:00000010:3.0:1718399242.341742:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaa400. 00010000:00000010:3.0:1718399242.341747:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.341753:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.341756:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.341762:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.341770:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.341799:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.341802:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.341805:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.341808:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316481088, portal 16 00000400:00000010:3.0:1718399242.341811:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466a18. 00000100:00000200:3.0:1718399242.341812:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316481088, offset 0 00000400:00000200:3.0:1718399242.341816:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.341821:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.341826:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.341828:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.341831:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.341833:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89913:89913:256:4294967295] 192.168.202.25@tcp LPNI seq info [89913:89913:8:4294967295] 00000400:00000200:3.0:1718399242.341839:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.341843:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.341845:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880096c6a800 (tot 82314186). 00000800:00000200:3.0:1718399242.341848:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.341853:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.341855:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880096c6a800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.342322:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.342324:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880096c6a800 (tot 82313938). 00000400:00000200:1.0:1718399242.342326:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.342329:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.342331:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466a18 00000400:00000010:1.0:1718399242.342332:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466a18. 00000100:00000200:1.0:1718399242.342336:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316481088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.342651:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092b81440. 00000400:00000200:0.0:1718399242.344002:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.344011:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff440 00000400:00000200:0.0:1718399242.344015:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad681 [1] + 224 00000400:00000200:0.0:1718399242.344028:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.344031:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.344036:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316481088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.344487:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.344492:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a780 00000400:00000200:0.0:1718399242.344496:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabfc1 [2] + 1640 00000400:00000010:3.0:1718399242.344773:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.344777:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.344778:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.344793:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316481088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.344799:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316481088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.344821:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.344826:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.344829:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.344834:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.344837:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000200:0.0:1718399242.345111:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.345115:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.345120:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.345125:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00000020:00000010:2.0:1718399242.345196:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fac00. 00000020:00000010:2.0:1718399242.345200:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.345203:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.345219:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317903232/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399242.345308:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317903232 02000000:00000010:2.0:1718399242.345316:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb600. 00010000:00000010:2.0:1718399242.345335:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a532c480. 00010000:00000010:2.0:1718399242.345350:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800935715c0. 00000100:00000010:2.0:1718399242.345355:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f540. 00000100:00000010:2.0:1718399242.345371:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f540. 00010000:00000010:2.0:1718399242.345373:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800935715c0. 00000400:00000010:2.0:1718399242.345383:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e660. 00000100:00000200:2.0:1718399242.345386:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317903232, offset 224 00000400:00000200:2.0:1718399242.345391:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.345398:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.345403:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89914:89914:256:4294967295] 192.168.202.25@tcp LPNI seq info [89914:89914:8:4294967295] 00000400:00000200:2.0:1718399242.345409:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.345413:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.345416:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933f3400 (tot 82314186). 00000800:00000200:2.0:1718399242.345420:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.345425:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.345428:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800933f3400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.345446:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.345450:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.345452:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fac00. 00000800:00000200:1.0:1718399242.345538:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.345541:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933f3400 (tot 82313938). 00000400:00000200:1.0:1718399242.345543:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.345546:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.345548:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e660 00000400:00000010:1.0:1718399242.345549:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e660. 00080000:00000010:3.0:1718399242.345687:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880096c6ab00. 00010000:00000010:3.0:1718399242.345740:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.345745:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a532c400. 00010000:00000010:3.0:1718399242.345810:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa8d80. 00010000:00000010:3.0:1718399242.345813:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.345819:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.345821:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.345826:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.345833:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.345845:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.345848:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.345850:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.345853:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316481152, portal 16 00000400:00000010:3.0:1718399242.345856:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399242.345857:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316481152, offset 0 00000400:00000200:3.0:1718399242.345861:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.345865:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.345869:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.345872:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.345874:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.345876:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89915:89915:256:4294967295] 192.168.202.25@tcp LPNI seq info [89915:89915:8:4294967295] 00000400:00000200:3.0:1718399242.345881:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.345883:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.345885:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880096c6ac00 (tot 82314186). 00000800:00000200:3.0:1718399242.345887:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.345890:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.345892:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880096c6ac00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.346611:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.346614:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880096c6ac00 (tot 82313938). 00000400:00000200:0.0:1718399242.346616:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.346620:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.346622:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:0.0:1718399242.346623:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:0.0:1718399242.346627:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316481152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.347656:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093383100. 00010000:00000010:0.1:1718399242.347666:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8480. 00000400:00000200:0.0:1718399242.348518:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.348530:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff480 00000400:00000200:0.0:1718399242.348536:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad68d [1] + 224 00000400:00000200:0.0:1718399242.348553:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.348556:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.348563:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316481152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.348648:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.348705:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.348707:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.348712:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316481152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.348718:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316481152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.348916:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.348921:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.348924:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.348928:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.348931:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00010000:00000010:0.1:1718399242.350422:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009354c240. 00010000:00000010:0.1:1718399242.350428:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf10fc0. 00000400:00000200:0.0:1718399242.350623:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.350632:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a7c0 00000400:00000200:0.0:1718399242.350637:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xabfc1 [2] + 1968 00000400:00000010:0.0:1718399242.350640:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a53108f0. 00000400:00000200:0.0:1718399242.350644:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff880095d49a80 00000400:00000200:0.0:1718399242.350693:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.350696:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.350699:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880095d49a80 00000400:00000010:0.0:1718399242.350700:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff880095d49a80 (tot 82313786). 00000100:00000200:0.0:1718399242.350704:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1718399242.350771:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fac00. 00000020:00000010:2.0:1718399242.350776:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.350779:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.350807:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88008f9c0050 x1801871317903296/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399242.350823:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317903296 02000000:00000010:2.0:1718399242.350829:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb000. 00010000:00000010:2.0:1718399242.350847:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a538cf00. 00010000:00000010:2.0:1718399242.350861:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800935715c0. 00000100:00000010:2.0:1718399242.350865:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f540. 00000100:00000010:2.0:1718399242.350881:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f540. 00010000:00000010:2.0:1718399242.350884:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800935715c0. 00000400:00000010:2.0:1718399242.350891:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e2a8. 00000100:00000200:2.0:1718399242.350895:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317903296, offset 224 00000400:00000200:2.0:1718399242.350901:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.350908:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.350912:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89916:89916:256:4294967295] 192.168.202.25@tcp LPNI seq info [89916:89916:8:4294967295] 00000400:00000200:2.0:1718399242.350919:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.350922:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.350925:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933f3500 (tot 82314034). 00000800:00000200:2.0:1718399242.350929:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.350934:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.350937:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800933f3500 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1718399242.351107:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880096c6ac00. 00010000:00000010:3.0:1718399242.351162:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.351176:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800aa174800. 00010000:00000010:3.0:1718399242.351227:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880096c6a800. 00010000:00000010:3.0:1718399242.351229:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.351233:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa8480. 00010000:00000010:3.0:1718399242.351235:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.351243:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012f9e5200. 00010000:00000010:3.0:1718399242.351257:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.351260:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.351312:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa9440. 00010000:00000010:3.0:1718399242.351314:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.351318:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.351321:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.351326:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.351333:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.351347:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.351350:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.351353:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.351356:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316481216, portal 16 00000400:00000010:3.0:1718399242.351359:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466bb0. 00000100:00000200:3.0:1718399242.351360:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316481216, offset 0 00000400:00000200:3.0:1718399242.351364:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.351369:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.351374:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.351376:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.351378:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.351379:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89917:89917:255:4294967295] 192.168.202.25@tcp LPNI seq info [89917:89917:7:4294967295] 00000400:00000200:3.0:1718399242.351385:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.351388:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.351390:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012f9e5900 (tot 82314282). 00000800:00000200:3.0:1718399242.351392:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.351396:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.351397:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012f9e5900 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.351805:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.351809:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.351811:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fac00. 02000000:00000010:2.0:1718399242.351818:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb600. 00000100:00000010:2.0:1718399242.351821:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 02000000:00000010:2.0:1718399242.351824:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa200. 00000100:00000010:2.0:1718399242.351826:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:2.0:1718399242.351827:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa400. 00000100:00000010:2.0:1718399242.351829:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 02000000:00000010:2.0:1718399242.351830:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fae00. 00000100:00000010:2.0:1718399242.351831:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 02000000:00000010:2.0:1718399242.351833:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fba00. 00000100:00000010:2.0:1718399242.351834:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 02000000:00000010:2.0:1718399242.351836:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd800. 00000100:00000010:2.0:1718399242.351838:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 00000100:00000200:2.0:1718399242.351843:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399242.351846:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcde70. 00000400:00000010:2.0:1718399242.351849:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093d8f540 (tot 82314434). 00000800:00000200:1.0:1718399242.352482:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.352485:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933f3500 (tot 82314186). 00000400:00000200:1.0:1718399242.352488:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.352492:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.352494:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e2a8 00000400:00000010:1.0:1718399242.352496:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e2a8. 02000000:00000010:1.0:1718399242.352499:0:18240:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb000. 00000800:00000200:1.0:1718399242.352537:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.352538:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012f9e5900 (tot 82313938). 00000400:00000200:1.0:1718399242.352540:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.352542:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.352544:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466bb0 00000400:00000010:1.0:1718399242.352545:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466bb0. 00000100:00000200:1.0:1718399242.352549:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316481216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.353512:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130c82900. 00010000:00000010:0.1:1718399242.353517:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9d40. 00010000:00000010:0.1:1718399242.353521:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa176b00. 00010000:00000010:0.1:1718399242.353524:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8b40. 00010000:00000010:0.1:1718399242.353527:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880097bd1700. 00010000:00000010:0.1:1718399242.353529:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaa400. 00000400:00000200:0.0:1718399242.355093:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.355106:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff4c0 00000400:00000200:0.0:1718399242.355112:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad699 [1] + 224 00000400:00000200:0.0:1718399242.355132:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.355135:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.355142:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316481216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.355986:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.355991:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a800 00000400:00000200:0.0:1718399242.355995:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac021 [2] + 0 00000400:00000200:0.0:1718399242.356040:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.356043:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.356047:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.356052:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 00000020:00000010:2.0:1718399242.356226:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fba00. 00000020:00000010:2.0:1718399242.356231:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.356234:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.356250:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317903360/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.356266:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317903360 02000000:00000010:2.0:1718399242.356300:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fae00. 00010000:00000010:2.0:1718399242.356325:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800935715c0. 00000100:00000010:2.0:1718399242.356330:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f6c0. 00000100:00000010:2.0:1718399242.356334:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f6c0. 00010000:00000010:2.0:1718399242.356336:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800935715c0. 00000400:00000010:2.0:1718399242.356346:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ebb0. 00000100:00000200:2.0:1718399242.356350:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317903360, offset 224 00000400:00000200:2.0:1718399242.356355:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.356363:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.356368:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89918:89918:256:4294967295] 192.168.202.25@tcp LPNI seq info [89918:89918:8:4294967295] 00000400:00000200:2.0:1718399242.356374:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.356379:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.356382:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933f3200 (tot 82314186). 00000800:00000200:2.0:1718399242.356386:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.356392:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.356394:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800933f3200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.356415:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.356420:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.356422:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fba00. 00000400:00000010:3.0:1718399242.356550:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.356554:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.356556:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.356560:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316481216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.356565:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316481216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399242.356579:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093e21600. 02000000:00000010:3.0:1718399242.356589:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.356592:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.356594:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.356598:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.356600:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000800:00000200:1.0:1718399242.356603:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.356605:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933f3200 (tot 82313938). 00000400:00000200:1.0:1718399242.356608:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:3.0:1718399242.356610:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012f9e5e00. 00000400:00000200:1.0:1718399242.356611:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.356613:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ebb0 00000400:00000010:1.0:1718399242.356614:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ebb0. 00010000:00000010:3.0:1718399242.356660:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.356663:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800958ddf00. 00010000:00000010:3.0:1718399242.356711:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa8240. 00010000:00000010:3.0:1718399242.356714:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.356719:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.356721:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.356724:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.356730:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.356743:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.356745:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.356746:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.356749:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316481280, portal 16 00000400:00000010:3.0:1718399242.356751:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466b28. 00000100:00000200:3.0:1718399242.356751:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316481280, offset 0 00000400:00000200:3.0:1718399242.356754:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.356758:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.356763:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.356765:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.356767:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.356768:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89919:89919:256:4294967295] 192.168.202.25@tcp LPNI seq info [89919:89919:8:4294967295] 00000400:00000200:3.0:1718399242.356772:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.356774:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.356776:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012f9e5000 (tot 82314186). 00000800:00000200:3.0:1718399242.356778:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.356798:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.356800:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012f9e5000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.356855:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.356857:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012f9e5000 (tot 82313938). 00000400:00000200:1.0:1718399242.356860:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.356862:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.356864:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466b28 00000400:00000010:1.0:1718399242.356865:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466b28. 00000100:00000200:1.0:1718399242.356869:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316481280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.360173:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009351a640. 00000400:00000200:2.0:1718399242.360259:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.360288:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff500 00000400:00000200:2.0:1718399242.360294:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad6a9 [1] + 224 00000400:00000200:2.0:1718399242.360304:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.360307:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.360313:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316481280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.360347:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.360351:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a840 00000400:00000200:2.0:1718399242.360355:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac021 [2] + 328 00000400:00000200:2.0:1718399242.360406:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.360409:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.360413:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399242.360418:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbb440. 00000020:00000010:0.0:1718399242.360484:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2800. 00000020:00000010:0.0:1718399242.360488:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfcb00. 00000400:00000010:3.0:1718399242.360489:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000020:00000010:0.0:1718399242.360491:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff000. 00000400:00000200:3.0:1718399242.360495:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.360496:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.360501:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316481280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.360508:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316481280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399242.360508:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbb440 x1801871317903424/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1718399242.360524:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317903424 02000000:00000010:3.0:1718399242.360527:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:0.0:1718399242.360529:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c3a00. 02000000:00000010:3.0:1718399242.360531:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.360534:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.360538:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.360541:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00010000:00000010:0.0:1718399242.360547:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093628200. 00010000:00000010:0.0:1718399242.360578:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3e35c0. 00000100:00000010:0.0:1718399242.360584:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9f00. 00000100:00000010:0.0:1718399242.360598:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9f00. 00010000:00000010:0.0:1718399242.360601:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3e35c0. 00000400:00000010:0.0:1718399242.360611:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376f68. 00000100:00000200:0.0:1718399242.360614:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317903424, offset 224 00000400:00000200:0.0:1718399242.360619:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.360626:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.360631:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89920:89920:256:4294967295] 192.168.202.25@tcp LPNI seq info [89920:89920:8:4294967295] 00000400:00000200:0.0:1718399242.360638:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.360642:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.360645:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e300 (tot 82314186). 00000800:00000200:0.0:1718399242.360649:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.360656:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.360658:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399242.360668:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfcb00. 00000020:00000010:0.0:1718399242.360671:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff000. 00000020:00000010:0.0:1718399242.360674:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2800. 00000800:00000200:1.0:1718399242.360773:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.360776:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e300 (tot 82313938). 00000400:00000200:1.0:1718399242.360778:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.360794:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.360796:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376f68 00000400:00000010:1.0:1718399242.360797:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376f68. 00080000:00000010:3.0:1718399242.361001:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012f9e5f00. 00010000:00000010:3.0:1718399242.361064:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.361069:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093628880. 00010000:00000010:3.0:1718399242.361129:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa9200. 00010000:00000010:3.0:1718399242.361133:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.361140:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.361142:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.361146:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.361153:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.361168:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.361171:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.361173:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.361176:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316481344, portal 16 00000400:00000010:3.0:1718399242.361179:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466ee0. 00000100:00000200:3.0:1718399242.361180:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316481344, offset 0 00000400:00000200:3.0:1718399242.361184:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.361189:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.361194:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.361198:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.361199:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.361201:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89921:89921:256:4294967295] 192.168.202.25@tcp LPNI seq info [89921:89921:8:4294967295] 00000400:00000200:3.0:1718399242.361207:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.361211:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.361213:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012f9e5100 (tot 82314186). 00000800:00000200:3.0:1718399242.361216:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.361219:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.361221:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012f9e5100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.362253:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.362256:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012f9e5100 (tot 82313938). 00000400:00000200:1.0:1718399242.362259:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.362263:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.362265:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466ee0 00000400:00000010:1.0:1718399242.362267:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466ee0. 00000100:00000200:1.0:1718399242.362301:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316481344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.362710:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009876e100. 00010000:00000010:0.1:1718399242.362722:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8d80. 00010000:00000010:0.1:1718399242.362726:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096c6a800. 00010000:00000010:0.1:1718399242.362729:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8480. 00010000:00000010:1.1:1718399242.365398:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a06c0. 00010000:00000010:0.1:1718399242.365929:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf121c0. 00000400:00000200:2.0:1718399242.365967:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.365978:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff540 00000400:00000200:2.0:1718399242.365984:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad6b5 [1] + 224 00000400:00000200:2.0:1718399242.366001:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.366004:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.366011:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316481344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.366069:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.366074:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.366075:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.366081:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316481344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.366088:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316481344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.366112:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.366116:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.366119:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.366124:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.366126:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000200:0.0:1718399242.366352:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.366359:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a880 00000400:00000200:0.0:1718399242.366364:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac021 [2] + 656 00000400:00000200:0.0:1718399242.366567:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.366571:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.366575:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.366579:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 00000020:00000010:2.0:1718399242.366636:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fba00. 00000020:00000010:2.0:1718399242.366641:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.366644:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.366661:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317903488/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399242.366692:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317903488 02000000:00000010:2.0:1718399242.366700:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa400. 00010000:00000010:2.0:1718399242.366719:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093e21100. 00010000:00000010:2.0:1718399242.366747:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800935715c0. 00000100:00000010:2.0:1718399242.366754:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f6c0. 00000100:00000010:2.0:1718399242.366765:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f6c0. 00010000:00000010:2.0:1718399242.366767:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800935715c0. 00000400:00000010:2.0:1718399242.366775:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e770. 00000100:00000200:2.0:1718399242.366778:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317903488, offset 224 00000400:00000200:2.0:1718399242.366792:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.366800:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.366805:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89922:89922:256:4294967295] 192.168.202.25@tcp LPNI seq info [89922:89922:8:4294967295] 00000400:00000200:2.0:1718399242.366812:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.366817:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.366819:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933f3600 (tot 82314186). 00000800:00000200:2.0:1718399242.366823:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.366830:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.366832:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800933f3600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.366843:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.366846:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.366848:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fba00. 00000800:00000200:1.0:1718399242.367076:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.367079:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933f3600 (tot 82313938). 00000400:00000200:1.0:1718399242.367082:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.367085:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.367088:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e770 00000400:00000010:1.0:1718399242.367089:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e770. 00080000:00000010:3.0:1718399242.367148:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012f9e5500. 00010000:00000010:3.0:1718399242.367205:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.367210:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800958dd500. 00010000:00000010:3.0:1718399242.367351:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa98c0. 00010000:00000010:3.0:1718399242.367356:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.367364:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.367366:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.367371:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.367378:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.367395:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.367398:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.367401:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.367564:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316481408, portal 16 00000400:00000010:3.0:1718399242.367568:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466088. 00000100:00000200:3.0:1718399242.367570:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316481408, offset 0 00000400:00000200:3.0:1718399242.367574:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.367578:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.367584:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.367586:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.367588:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.367590:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89923:89923:256:4294967295] 192.168.202.25@tcp LPNI seq info [89923:89923:8:4294967295] 00000400:00000200:3.0:1718399242.367596:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.367599:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.367601:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012f9e5d00 (tot 82314186). 00000800:00000200:3.0:1718399242.367604:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.367607:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.367609:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012f9e5d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399242.367668:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.367670:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012f9e5d00 (tot 82313938). 00000400:00000200:2.0:1718399242.367673:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.367677:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.367679:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466088 00000400:00000010:2.0:1718399242.367680:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466088. 00000100:00000200:2.0:1718399242.367687:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316481408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.368411:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c6f40. 00010000:00000010:0.1:1718399242.368416:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093583500. 00010000:00000010:0.1:1718399242.368418:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9440. 00010000:00000010:0.1:1718399242.368421:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093da7900. 00010000:00000010:0.1:1718399242.368423:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8240. 00000400:00000200:0.0:1718399242.370180:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.370201:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff580 00000400:00000200:0.0:1718399242.370209:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad6c1 [1] + 224 00000400:00000200:0.0:1718399242.370222:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.370224:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.370233:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316481408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.370302:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.370306:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a8c0 00000400:00000200:0.0:1718399242.370310:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac021 [2] + 984 00000400:00000200:0.0:1718399242.370373:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.370377:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.370381:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.370387:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000020:00000010:1.0:1718399242.370482:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd800. 00000020:00000010:1.0:1718399242.370488:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.370492:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.370512:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317903552/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399242.370544:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317903552 02000000:00000010:1.0:1718399242.370550:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc800. 00010000:00000010:1.0:1718399242.370576:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.370582:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47b40. 00000100:00000010:1.0:1718399242.370586:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47b40. 00010000:00000010:1.0:1718399242.370589:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.370598:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9af68. 00000100:00000200:1.0:1718399242.370602:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317903552, offset 224 00000400:00000200:1.0:1718399242.370607:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.370614:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.370618:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89924:89924:256:4294967295] 192.168.202.25@tcp LPNI seq info [89924:89924:8:4294967295] 00000400:00000200:1.0:1718399242.370625:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.370629:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.370631:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612800 (tot 82314186). 00000800:00000200:1.0:1718399242.370635:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.370641:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.370644:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.370655:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.370658:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.370662:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd800. 00000400:00000010:3.0:1718399242.370853:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.370858:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.370859:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.370863:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316481408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.370869:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316481408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399242.370885:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093665380. 02000000:00000010:3.0:1718399242.370896:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.370900:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.370903:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.370907:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.370909:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00080000:00000010:3.0:1718399242.370920:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012f9e5c00. 00010000:00000010:3.0:1718399242.370975:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.370980:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093665300. 00010000:00000010:3.0:1718399242.371041:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaaac0. 00010000:00000010:3.0:1718399242.371044:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.371050:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.371053:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.371057:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.371064:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.371077:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.371080:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.371082:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.371085:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316481472, portal 16 00000400:00000010:3.0:1718399242.371088:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466dd0. 00000100:00000200:3.0:1718399242.371089:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316481472, offset 0 00000400:00000200:3.0:1718399242.371093:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.371097:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.371102:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.371105:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.371106:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.371108:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89925:89925:255:4294967295] 192.168.202.25@tcp LPNI seq info [89925:89925:7:4294967295] 00000400:00000200:3.0:1718399242.371114:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.371117:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.371119:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012f9e5800 (tot 82314434). 00000800:00000200:3.0:1718399242.371122:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.371125:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.371127:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012f9e5800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.371242:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.371244:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612800 (tot 82314186). 00000400:00000200:0.0:1718399242.371247:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.371250:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.371252:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9af68 00000400:00000010:0.0:1718399242.371253:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9af68. 00000800:00000200:0.0:1718399242.371893:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.371895:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012f9e5800 (tot 82313938). 00000400:00000200:0.0:1718399242.371898:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.371901:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.371903:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466dd0 00000400:00000010:0.0:1718399242.371904:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466dd0. 00000100:00000200:0.0:1718399242.371907:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316481472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.372938:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.372948:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff5c0 00000400:00000200:0.0:1718399242.372953:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad6cd [1] + 224 00000400:00000200:0.0:1718399242.372968:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.372971:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.372976:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316481472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.373469:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.373475:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a900 00000400:00000200:0.0:1718399242.373479:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac021 [2] + 1312 00000400:00000200:0.0:1718399242.373523:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.373527:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.373531:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.373536:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000020:00000010:2.0:1718399242.373924:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa200. 00000020:00000010:2.0:1718399242.373929:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.373933:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.373952:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317903616/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399242.373979:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317903616 02000000:00000010:2.0:1718399242.373986:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb600. 00010000:00000010:2.0:1718399242.374012:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800935715c0. 00000100:00000010:2.0:1718399242.374017:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f6c0. 00000100:00000010:2.0:1718399242.374021:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f6c0. 00010000:00000010:2.0:1718399242.374024:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800935715c0. 00000400:00000010:2.0:1718399242.374033:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e990. 00000100:00000200:2.0:1718399242.374037:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317903616, offset 224 00000400:00000200:2.0:1718399242.374043:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.374050:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.374054:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89926:89926:256:4294967295] 192.168.202.25@tcp LPNI seq info [89926:89926:8:4294967295] 00000400:00000200:2.0:1718399242.374061:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.374064:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.374068:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933f3c00 (tot 82314186). 00000800:00000200:2.0:1718399242.374072:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.374078:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.374080:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800933f3c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.374091:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.374095:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.374097:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa200. 00000400:00000010:3.0:1718399242.374229:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.374234:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.374235:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.374240:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316481472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.374246:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316481472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399242.374260:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936ef980. 02000000:00000010:3.0:1718399242.374291:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.374296:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.374298:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.374303:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.374305:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00080000:00000010:3.0:1718399242.374317:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012f9e5b00. 00010000:00000010:3.0:1718399242.374372:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.374378:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092225c00. 00010000:00000010:3.0:1718399242.374431:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012f9e5300. 00010000:00000010:3.0:1718399242.374433:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.374436:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaa1c0. 00010000:00000010:3.0:1718399242.374439:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.374448:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012f9e5400. 00010000:00000010:3.0:1718399242.374464:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.374466:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.374503:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa9680. 00010000:00000010:3.0:1718399242.374506:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.374511:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.374514:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.374518:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.374525:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.374541:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.374544:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.374547:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.374551:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316481536, portal 16 00000400:00000010:3.0:1718399242.374555:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466dd0. 00000100:00000200:3.0:1718399242.374556:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316481536, offset 0 00000400:00000200:3.0:1718399242.374561:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.374565:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.374570:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.374573:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.374574:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.374576:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89927:89927:255:4294967295] 192.168.202.25@tcp LPNI seq info [89927:89927:7:4294967295] 00000400:00000200:3.0:1718399242.374582:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.374585:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.374588:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012f9e5800 (tot 82314434). 00000800:00000200:3.0:1718399242.374590:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.374593:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.374595:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012f9e5800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.374656:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.374658:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933f3c00 (tot 82314186). 00000400:00000200:0.0:1718399242.374662:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.374665:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.374667:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e990 00000400:00000010:0.0:1718399242.374668:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e990. 00000800:00000200:0.0:1718399242.374704:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.374706:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012f9e5800 (tot 82313938). 00000400:00000200:0.0:1718399242.374708:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.374710:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.374711:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466dd0 00000400:00000010:0.0:1718399242.374712:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466dd0. 00000100:00000200:0.0:1718399242.374716:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316481536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.375130:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f273c0. 00000400:00000200:0.0:1718399242.377799:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.377814:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff600 00000400:00000200:0.0:1718399242.377821:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad6d9 [1] + 224 00000400:00000200:0.0:1718399242.377841:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.377845:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.377853:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316481536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.378699:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399242.378705:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.378707:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.378712:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316481536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.378718:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316481536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.378746:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.378751:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.378755:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399242.378760:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.378763:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00000400:00000200:0.0:1718399242.379661:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.379670:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a940 00000400:00000200:0.0:1718399242.379676:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac021 [2] + 1640 00000400:00000200:0.0:1718399242.379961:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.379966:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.379970:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.379975:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000020:00000010:1.0:1718399242.380199:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd800. 00000020:00000010:1.0:1718399242.380205:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.380208:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.380232:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317903680/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399242.380265:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317903680 02000000:00000010:1.0:1718399242.380304:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc400. 00010000:00000010:1.0:1718399242.380328:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800933c2480. 00010000:00000010:1.0:1718399242.380354:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.380359:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47b40. 00000100:00000010:1.0:1718399242.380366:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47b40. 00010000:00000010:1.0:1718399242.380368:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.380378:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9af68. 00000100:00000200:1.0:1718399242.380382:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317903680, offset 224 00000400:00000200:1.0:1718399242.380387:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.380395:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.380400:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89928:89928:256:4294967295] 192.168.202.25@tcp LPNI seq info [89928:89928:8:4294967295] 00000400:00000200:1.0:1718399242.380407:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.380410:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.380413:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612c00 (tot 82314186). 00000800:00000200:1.0:1718399242.380418:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.380424:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.380427:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.380442:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.380445:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.380448:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd800. 00000800:00000200:0.0:1718399242.380603:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.380605:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612c00 (tot 82313938). 00000400:00000200:0.0:1718399242.380609:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.380612:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.380615:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9af68 00000400:00000010:0.0:1718399242.380616:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9af68. 00080000:00000010:3.0:1718399242.380750:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012f9e5d00. 00010000:00000010:3.0:1718399242.380818:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.380823:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800933c2200. 00010000:00000010:3.0:1718399242.380880:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa9b00. 00010000:00000010:3.0:1718399242.380884:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.380891:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058380. 00000100:00000010:3.0:1718399242.380893:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.380898:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399242.380907:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.380923:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.380928:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399242.380931:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.380935:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316481600, portal 16 00000400:00000010:3.0:1718399242.380938:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466088. 00000100:00000200:3.0:1718399242.380939:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316481600, offset 0 00000400:00000200:3.0:1718399242.380943:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.380948:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.380953:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.380955:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.380957:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.380959:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89929:89929:256:4294967295] 192.168.202.25@tcp LPNI seq info [89929:89929:8:4294967295] 00000400:00000200:3.0:1718399242.380964:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.380968:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.380969:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012f9e5100 (tot 82314186). 00000800:00000200:3.0:1718399242.380972:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.380976:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.380978:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012f9e5100 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1718399242.381315:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5346f00. 00010000:00000010:1.1:1718399242.381323:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9200. 00000800:00000200:0.0:1718399242.381388:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.381389:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012f9e5100 (tot 82313938). 00000400:00000200:0.0:1718399242.381392:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.381396:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.381398:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466088 00000400:00000010:0.0:1718399242.381399:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466088. 00000100:00000200:0.0:1718399242.381403:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316481600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.383546:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.383560:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff640 00000400:00000200:0.0:1718399242.383566:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad6e5 [1] + 224 00000400:00000200:0.0:1718399242.383588:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.383592:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.383599:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316481600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.383810:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:2.0:1718399242.383816:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:2.0:1718399242.383817:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:2.0:1718399242.383821:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316481600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.383827:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316481600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.383852:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:2.0:1718399242.383858:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:2.0:1718399242.383861:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:2.0:1718399242.383865:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:2.0:1718399242.383869:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058380. 00010000:00000010:3.1:1718399242.384125:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935e1440. 00000400:00000200:0.0:1718399242.384231:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.384237:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a980 00000400:00000200:0.0:1718399242.384241:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac021 [2] + 1968 00000400:00000010:0.0:1718399242.384244:0:18240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd160. 00000400:00000200:0.0:1718399242.384246:0:18240:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff880092507180 00000400:00000200:0.0:1718399242.384315:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.384318:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.384321:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880092507180 00000400:00000010:0.0:1718399242.384322:0:18240:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff880092507180 (tot 82313786). 00000100:00000200:0.0:1718399242.384327:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1718399242.384923:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa200. 00000020:00000010:2.0:1718399242.384927:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.384930:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.384947:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88008f9c0850 x1801871317903744/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.384975:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317903744 02000000:00000010:2.0:1718399242.384982:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fac00. 00010000:00000010:2.0:1718399242.385004:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093722b80. 00010000:00000010:2.0:1718399242.385030:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800935715c0. 00000100:00000010:2.0:1718399242.385035:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f6c0. 00000100:00000010:2.0:1718399242.385049:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f6c0. 00010000:00000010:2.0:1718399242.385051:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800935715c0. 00000400:00000010:2.0:1718399242.385060:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e088. 00000100:00000200:2.0:1718399242.385063:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317903744, offset 224 00000400:00000200:2.0:1718399242.385068:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.385076:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.385080:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89930:89930:256:4294967295] 192.168.202.25@tcp LPNI seq info [89930:89930:8:4294967295] 00000400:00000200:2.0:1718399242.385088:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.385092:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.385095:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933f3a00 (tot 82314034). 00000800:00000200:2.0:1718399242.385099:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.385105:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.385107:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800933f3a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.385117:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.385121:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.385123:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa200. 02000000:00000010:2.0:1718399242.385130:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc400. 00000100:00000010:2.0:1718399242.385133:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 02000000:00000010:2.0:1718399242.385135:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb600. 00000100:00000010:2.0:1718399242.385137:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 02000000:00000010:2.0:1718399242.385139:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc800. 00000100:00000010:2.0:1718399242.385140:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 02000000:00000010:2.0:1718399242.385142:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa400. 00000100:00000010:2.0:1718399242.385144:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 02000000:00000010:2.0:1718399242.385145:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c3a00. 00000100:00000010:2.0:1718399242.385148:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbb440. 02000000:00000010:2.0:1718399242.385151:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fae00. 00000100:00000010:2.0:1718399242.385153:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 00000100:00000200:2.0:1718399242.385157:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399242.385160:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcde18. 00000400:00000010:2.0:1718399242.385162:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093d8f6c0 (tot 82314186). 00000800:00000200:0.0:1718399242.385292:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.385294:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933f3a00 (tot 82313938). 00000400:00000200:0.0:1718399242.385298:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.385302:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.385304:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e088 00000400:00000010:0.0:1718399242.385305:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e088. 02000000:00000010:0.0:1718399242.385309:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fac00. 00080000:00000010:3.0:1718399242.385361:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012f9e5000. 00010000:00000010:3.0:1718399242.385418:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.385423:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093722b00. 00010000:00000010:3.0:1718399242.385484:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaabcc0. 00010000:00000010:3.0:1718399242.385488:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.385494:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058540. 00000100:00000010:3.0:1718399242.385497:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.385503:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.385511:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399242.385527:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3800. 00000400:00000010:3.0:1718399242.385530:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399242.385533:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466ee0. 00000100:00000200:3.0:1718399242.385535:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316481664, portal 16 00000400:00000010:3.0:1718399242.385537:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466b28. 00000100:00000200:3.0:1718399242.385539:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316481664, offset 0 00000400:00000200:3.0:1718399242.385542:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.385546:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.385552:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.385554:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.385556:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.385558:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89931:89931:256:4294967295] 192.168.202.25@tcp LPNI seq info [89931:89931:8:4294967295] 00000400:00000200:3.0:1718399242.385564:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.385567:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.385569:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012f9e5900 (tot 82314186). 00000800:00000200:3.0:1718399242.385572:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.385575:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.385577:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012f9e5900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.385759:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.385761:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012f9e5900 (tot 82313938). 00000400:00000200:0.0:1718399242.385764:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.385767:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.385769:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466b28 00000400:00000010:0.0:1718399242.385770:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466b28. 00000100:00000200:0.0:1718399242.385774:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316481664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.386444:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930acd80. 00010000:00000010:1.1:1718399242.386449:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093692d00. 00010000:00000010:1.1:1718399242.386453:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa98c0. 00010000:00000010:1.1:1718399242.386455:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935a1200. 00010000:00000010:1.1:1718399242.386457:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c44c200. 00010000:00000010:1.1:1718399242.386459:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaaac0. 00010000:00000010:1.1:1718399242.386462:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9e5300. 00010000:00000010:1.1:1718399242.386464:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaa1c0. 00010000:00000010:1.1:1718399242.386466:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093599a00. 00010000:00000010:1.1:1718399242.386468:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9680. 00000400:00000200:0.0:1718399242.388190:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.388203:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff680 00000400:00000200:0.0:1718399242.388209:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad6f5 [1] + 224 00000400:00000200:0.0:1718399242.388217:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.388219:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.388224:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316481664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.388250:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.388253:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5a9c0 00000400:00000200:0.0:1718399242.388257:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac071 [2] + 0 00000400:00000200:0.0:1718399242.388320:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.388324:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.388328:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.388332:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 00000020:00000010:1.0:1718399242.388396:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd800. 00000020:00000010:1.0:1718399242.388401:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.388404:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.388417:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27df00 x1801871317903808/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399242.388532:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317903808 02000000:00000010:1.0:1718399242.388539:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd400. 00010000:00000010:1.0:1718399242.388562:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.388567:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47b40. 00000100:00000010:1.0:1718399242.388572:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47b40. 00010000:00000010:1.0:1718399242.388574:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.388581:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a220. 00000100:00000200:1.0:1718399242.388584:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317903808, offset 224 00000400:00000200:1.0:1718399242.388589:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.388595:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.388599:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89932:89932:256:4294967295] 192.168.202.25@tcp LPNI seq info [89932:89932:8:4294967295] 00000400:00000200:1.0:1718399242.388605:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.388609:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.388611:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612b00 (tot 82314186). 00000800:00000200:1.0:1718399242.388615:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.388620:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.388622:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1718399242.388752:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:3.0:1718399242.388756:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466ee0 00000400:00000010:3.0:1718399242.388757:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466ee0. 00000100:00000200:3.0:1718399242.388761:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316481664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.388766:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316481664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399242.388780:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800931c0c80. 02000000:00000010:3.0:1718399242.388799:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.388803:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2200. 00000100:00000010:3.0:1718399242.388806:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.388810:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.388811:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058540. 00080000:00000010:3.0:1718399242.388827:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012f9e5300. 00010000:00000010:3.0:1718399242.388879:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.388885:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800931c0c00. 00010000:00000010:3.0:1718399242.388936:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaaf40. 00010000:00000010:3.0:1718399242.388940:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.388945:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058540. 00000100:00000010:3.0:1718399242.388948:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.388951:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.388959:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399242.388972:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3800. 00000400:00000010:3.0:1718399242.388974:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399242.388981:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466ee0. 00000100:00000200:3.0:1718399242.388984:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316481728, portal 16 00000400:00000010:3.0:1718399242.388986:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466bb0. 00000100:00000200:3.0:1718399242.388987:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316481728, offset 0 00000400:00000200:3.0:1718399242.388991:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000020:00000010:1.0:1718399242.388991:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.388994:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000400:00000200:3.0:1718399242.388995:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000020:00000010:1.0:1718399242.388997:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd800. 00000400:00000200:3.0:1718399242.389000:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.389002:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.389004:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.389006:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89933:89933:255:4294967295] 192.168.202.25@tcp LPNI seq info [89933:89933:7:4294967295] 00000400:00000200:3.0:1718399242.389012:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.389015:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.389017:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012f9e5900 (tot 82314434). 00000800:00000200:3.0:1718399242.389020:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.389023:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.389025:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012f9e5900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.389074:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.389076:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612b00 (tot 82314186). 00000400:00000200:0.0:1718399242.389079:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.389082:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.389084:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a220 00000400:00000010:0.0:1718399242.389085:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a220. 00000800:00000200:0.0:1718399242.389112:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.389114:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012f9e5900 (tot 82313938). 00000400:00000200:0.0:1718399242.389115:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.389117:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.389119:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466bb0 00000400:00000010:0.0:1718399242.389120:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466bb0. 00000100:00000200:0.0:1718399242.389123:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316481728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.389450:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929efcc0. 00000400:00000200:0.0:1718399242.390909:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.390919:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff6c0 00000400:00000200:0.0:1718399242.390924:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad701 [1] + 224 00000400:00000200:0.0:1718399242.390938:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.390940:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.390946:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316481728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.391437:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:3.0:1718399242.391441:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466ee0 00000400:00000010:3.0:1718399242.391443:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466ee0. 00000100:00000200:3.0:1718399242.391447:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316481728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.391453:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316481728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.391471:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.391475:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2200. 00000100:00000010:3.0:1718399242.391478:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.391482:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.391484:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058540. 00000400:00000200:0.0:1718399242.391582:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.391588:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5aa00 00000400:00000200:0.0:1718399242.391592:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac071 [2] + 328 00000400:00000200:0.0:1718399242.391774:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.391778:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.391789:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.391793:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00000020:00000010:1.0:1718399242.392267:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd800. 00000020:00000010:1.0:1718399242.392296:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.392299:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.392314:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317903872/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399242.392333:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317903872 02000000:00000010:1.0:1718399242.392339:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc600. 00010000:00000010:1.0:1718399242.392356:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093273f00. 00010000:00000010:1.0:1718399242.392682:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.392687:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47b40. 00000100:00000010:1.0:1718399242.392812:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47b40. 00010000:00000010:1.0:1718399242.392816:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.392825:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ad48. 00000100:00000200:1.0:1718399242.392829:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317903872, offset 224 00000400:00000200:1.0:1718399242.392834:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.392841:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.392844:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89934:89934:256:4294967295] 192.168.202.25@tcp LPNI seq info [89934:89934:8:4294967295] 00000400:00000200:1.0:1718399242.392851:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.392854:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.392856:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612600 (tot 82314186). 00000800:00000200:1.0:1718399242.392860:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.392866:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.392868:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.392886:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.392889:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.392892:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd800. 00000800:00000200:0.0:1718399242.393065:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.393067:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612600 (tot 82313938). 00000400:00000200:0.0:1718399242.393071:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.393074:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.393076:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ad48 00000400:00000010:0.0:1718399242.393077:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ad48. 00080000:00000010:3.0:1718399242.393189:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012f9e5100. 00010000:00000010:3.0:1718399242.393247:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.393252:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093ed3d80. 00010000:00000010:3.0:1718399242.393330:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaa880. 00010000:00000010:3.0:1718399242.393334:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.393340:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058540. 00000100:00000010:3.0:1718399242.393343:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.393348:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.393355:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399242.393370:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3800. 00000400:00000010:3.0:1718399242.393373:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399242.393377:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466ee0. 00000100:00000200:3.0:1718399242.393381:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316481792, portal 16 00000400:00000010:3.0:1718399242.393383:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399242.393385:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316481792, offset 0 00000400:00000200:3.0:1718399242.393388:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.393393:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.393397:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.393400:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.393402:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.393403:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89935:89935:256:4294967295] 192.168.202.25@tcp LPNI seq info [89935:89935:8:4294967295] 00000400:00000200:3.0:1718399242.393409:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.393412:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.393414:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012f9e5800 (tot 82314186). 00000800:00000200:3.0:1718399242.393417:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.393420:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.393421:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012f9e5800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.394007:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.394010:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012f9e5800 (tot 82313938). 00000400:00000200:0.0:1718399242.394013:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.394016:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.394018:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:0.0:1718399242.394019:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:0.0:1718399242.394023:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316481792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.395921:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.395934:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff700 00000400:00000200:0.0:1718399242.395940:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad70d [1] + 224 00000400:00000200:0.0:1718399242.395960:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.395963:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.395971:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316481792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.396789:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:3.0:1718399242.396795:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466ee0 00000400:00000010:3.0:1718399242.396797:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466ee0. 00000100:00000200:3.0:1718399242.396801:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316481792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.396807:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316481792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.396830:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.396834:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2200. 00000100:00000010:3.0:1718399242.396837:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.396841:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.396844:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058540. 00000400:00000200:0.0:1718399242.397553:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.397562:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5aa40 00000400:00000200:0.0:1718399242.397566:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac071 [2] + 656 00000400:00000200:0.0:1718399242.397616:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.397619:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.397623:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.397627:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00010000:00000010:1.1:1718399242.397684:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5223200. 00010000:00000010:1.1:1718399242.397691:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9b00. 00000020:00000010:2.0:1718399242.398429:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fae00. 00000020:00000010:2.0:1718399242.398434:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.398438:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.398455:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317903936/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.398520:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317903936 02000000:00000010:2.0:1718399242.398528:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa400. 00010000:00000010:2.0:1718399242.398548:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a500f400. 00010000:00000010:2.0:1718399242.398841:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800935715c0. 00000100:00000010:2.0:1718399242.398847:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f780. 00000100:00000010:2.0:1718399242.398862:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f780. 00010000:00000010:2.0:1718399242.398865:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800935715c0. 00000400:00000010:2.0:1718399242.398874:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e198. 00000100:00000200:2.0:1718399242.398878:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317903936, offset 224 00000400:00000200:2.0:1718399242.398883:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.398891:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.398895:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89936:89936:256:4294967295] 192.168.202.25@tcp LPNI seq info [89936:89936:8:4294967295] 00000400:00000200:2.0:1718399242.398902:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.398906:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.398908:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933f3700 (tot 82314186). 00000800:00000200:2.0:1718399242.398912:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.398919:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.398921:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800933f3700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.398939:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.398942:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.398944:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fae00. 00000800:00000200:0.0:1718399242.399219:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.399222:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933f3700 (tot 82313938). 00000400:00000200:0.0:1718399242.399225:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.399228:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.399230:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e198 00000400:00000010:0.0:1718399242.399232:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e198. 00080000:00000010:3.0:1718399242.399299:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012f9e5800. 00010000:00000010:3.0:1718399242.399354:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.399360:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a500f000. 00010000:00000010:3.0:1718399242.399418:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012f9e5900. 00010000:00000010:3.0:1718399242.399420:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.399424:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaab3c0. 00010000:00000010:3.0:1718399242.399427:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.399436:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092928500. 00010000:00000010:3.0:1718399242.399454:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.399457:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.399495:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa8900. 00010000:00000010:3.0:1718399242.399498:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.399504:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058540. 00000100:00000010:3.0:1718399242.399506:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.399512:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.399521:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399242.399538:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3800. 00000400:00000010:3.0:1718399242.399542:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399242.399545:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466ee0. 00000100:00000200:3.0:1718399242.399549:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316481856, portal 16 00000400:00000010:3.0:1718399242.399552:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466a18. 00000100:00000200:3.0:1718399242.399553:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316481856, offset 0 00000400:00000200:3.0:1718399242.399557:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.399562:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.399568:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.399570:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.399572:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.399574:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89937:89937:256:4294967295] 192.168.202.25@tcp LPNI seq info [89937:89937:8:4294967295] 00000400:00000200:3.0:1718399242.399580:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.399583:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.399585:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092928400 (tot 82314186). 00000800:00000200:3.0:1718399242.399588:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.399605:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.399606:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092928400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.400010:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.400013:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092928400 (tot 82313938). 00000400:00000200:0.0:1718399242.400015:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.400019:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.400021:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466a18 00000400:00000010:0.0:1718399242.400022:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466a18. 00000100:00000200:0.0:1718399242.400025:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316481856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399242.400494:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093537180. 00000400:00000200:0.0:1718399242.401372:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.401382:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff740 00000400:00000200:0.0:1718399242.401388:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad719 [1] + 224 00000400:00000200:0.0:1718399242.401404:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.401406:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.401412:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316481856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.401663:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:3.0:1718399242.401668:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466ee0 00000400:00000010:3.0:1718399242.401669:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466ee0. 00000100:00000200:3.0:1718399242.401673:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316481856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.401678:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316481856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.401698:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.401704:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2200. 00000100:00000010:3.0:1718399242.401707:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.401711:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.401714:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058540. 00000400:00000200:0.0:1718399242.401994:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.402000:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5aa80 00000400:00000200:0.0:1718399242.402004:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac071 [2] + 984 00000400:00000200:0.0:1718399242.402042:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.402046:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.402050:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.402053:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 00000020:00000010:2.0:1718399242.403647:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fae00. 00000020:00000010:2.0:1718399242.403655:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.403659:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.403680:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317904000/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399242.403727:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317904000 02000000:00000010:2.0:1718399242.403734:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb600. 00010000:00000010:2.0:1718399242.403755:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092ac0a80. 00010000:00000010:2.0:1718399242.403770:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800935715c0. 00000100:00000010:2.0:1718399242.403776:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f780. 00000100:00000010:2.0:1718399242.403799:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f780. 00010000:00000010:2.0:1718399242.403802:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800935715c0. 00000400:00000010:2.0:1718399242.403812:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ecc0. 00000100:00000200:2.0:1718399242.403816:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317904000, offset 224 00000400:00000200:2.0:1718399242.403821:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.403830:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.403835:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89938:89938:256:4294967295] 192.168.202.25@tcp LPNI seq info [89938:89938:8:4294967295] 00000400:00000200:2.0:1718399242.403842:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.403847:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.403849:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933f3e00 (tot 82314186). 00000800:00000200:2.0:1718399242.403854:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.403860:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.403863:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800933f3e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.403874:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399242.403877:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.403879:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fae00. 00080000:00000010:3.0:1718399242.404220:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092928f00. 00010000:00000010:3.0:1718399242.404288:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.404294:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092ac0a00. 00010000:00000010:3.0:1718399242.404351:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaba80. 00010000:00000010:3.0:1718399242.404355:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.404362:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058540. 00000100:00000010:3.0:1718399242.404365:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.404370:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.404378:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399242.404393:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3800. 00000400:00000010:3.0:1718399242.404397:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399242.404400:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466ee0. 00000100:00000200:3.0:1718399242.404404:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316481920, portal 16 00000400:00000010:3.0:1718399242.404406:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466e58. 00000100:00000200:3.0:1718399242.404407:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316481920, offset 0 00000400:00000200:3.0:1718399242.404412:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.404417:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.404421:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.404424:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.404426:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.404428:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89939:89939:255:4294967295] 192.168.202.25@tcp LPNI seq info [89939:89939:7:4294967295] 00000400:00000200:3.0:1718399242.404434:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.404437:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.404439:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092928700 (tot 82314434). 00000800:00000200:3.0:1718399242.404441:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.404445:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.404448:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092928700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399242.404622:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.404625:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933f3e00 (tot 82314186). 00000400:00000200:2.0:1718399242.404628:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.404632:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.404635:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ecc0 00000400:00000010:2.0:1718399242.404636:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ecc0. 00000800:00000200:2.0:1718399242.404685:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.404687:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092928700 (tot 82313938). 00000400:00000200:2.0:1718399242.404689:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.404692:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.404694:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466e58 00000400:00000010:2.0:1718399242.404695:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466e58. 00000100:00000200:2.0:1718399242.404698:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316481920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.404810:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936acb40. 00010000:00000010:1.1:1718399242.404833:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009354ed00. 00010000:00000010:1.1:1718399242.404836:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800935b9400. 00010000:00000010:1.1:1718399242.404839:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaabcc0. 00010000:00000010:1.1:1718399242.404843:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801369f7700. 00010000:00000010:1.1:1718399242.404846:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaaf40. 00000400:00000200:0.0:1718399242.406534:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.406546:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff780 00000400:00000200:0.0:1718399242.406552:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad725 [1] + 224 00000400:00000200:0.0:1718399242.406561:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.406563:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.406569:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316481920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.406599:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.406603:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5aac0 00000400:00000200:0.0:1718399242.406607:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac071 [2] + 1312 00000400:00000200:0.0:1718399242.406657:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.406660:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.406663:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.406667:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000020:00000010:1.0:1718399242.406795:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd800. 00000020:00000010:1.0:1718399242.406800:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.406804:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.406819:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317904064/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399242.406854:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317904064 02000000:00000010:1.0:1718399242.406861:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc000. 00010000:00000010:1.0:1718399242.406888:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.406894:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47b40. 00000100:00000010:1.0:1718399242.406899:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47b40. 00010000:00000010:1.0:1718399242.406902:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.406912:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a880. 00000100:00000200:1.0:1718399242.406916:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317904064, offset 224 00000400:00000200:1.0:1718399242.406921:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.406928:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.406933:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89940:89940:256:4294967295] 192.168.202.25@tcp LPNI seq info [89940:89940:8:4294967295] 00000400:00000200:1.0:1718399242.406940:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.406944:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.406947:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612f00 (tot 82314186). 00000800:00000200:1.0:1718399242.406950:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.406955:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.406958:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.406968:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.406970:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.406974:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd800. 00000800:00000200:0.0:1718399242.407257:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.407259:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612f00 (tot 82313938). 00000400:00000200:0.0:1718399242.407263:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.407266:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.407268:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a880 00000400:00000010:0.0:1718399242.407299:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a880. 00000400:00000010:3.0:1718399242.407569:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:3.0:1718399242.407575:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466ee0 00000400:00000010:3.0:1718399242.407576:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466ee0. 00000100:00000200:3.0:1718399242.407581:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316481920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.407587:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316481920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399242.407604:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6000. 02000000:00000010:3.0:1718399242.407615:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.407619:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2200. 00000100:00000010:3.0:1718399242.407622:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.407626:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.407628:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058540. 00080000:00000010:3.0:1718399242.407644:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092928b00. 00010000:00000010:3.0:1718399242.407707:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.407711:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e3f3200. 00000001:00000010:3.0:1718399242.407753:0:30956:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800a5310688. 00000001:00000010:3.0:1718399242.407757:0:30956:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800a5310688. 00000001:00000010:3.0:1718399242.407760:0:30956:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at ffff880130dcd6e0. 00080000:00000010:3.0:1718399242.407764:0:30956:0:(osd_handler.c:6571:osd_it_iam_fini()) kfreed 'it': 328 at ffff8800922a3400. 00080000:00000010:3.0:1718399242.407768:0:30956:0:(osd_handler.c:6543:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8800922a3400. 00000001:00000010:3.0:1718399242.407772:0:30956:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800a5310688. 00010000:00000010:3.0:1718399242.407804:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880092928800. 00010000:00000010:3.0:1718399242.407806:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.407809:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaa640. 00010000:00000010:3.0:1718399242.407813:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.407821:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092928c00. 00010000:00000010:3.0:1718399242.407840:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.407843:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.407871:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880092928d00. 00010000:00000010:3.0:1718399242.407873:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.407875:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaab180. 00010000:00000010:3.0:1718399242.407877:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.407882:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092928100. 00010000:00000010:3.0:1718399242.407897:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.407899:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.407922:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880092928900. 00010000:00000010:3.0:1718399242.407924:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.407926:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaab840. 00010000:00000010:3.0:1718399242.407927:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.407932:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092928600. 00010000:00000010:3.0:1718399242.407946:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.407949:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.407970:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880092928200. 00010000:00000010:3.0:1718399242.407972:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.407973:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaab600. 00010000:00000010:3.0:1718399242.407975:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.407980:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092928e00. 00010000:00000010:3.0:1718399242.407995:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.407998:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408033:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880092928700. 00010000:00000010:3.0:1718399242.408034:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408036:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaad00. 00010000:00000010:3.0:1718399242.408038:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408044:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092928400. 00010000:00000010:3.0:1718399242.408059:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.408061:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408086:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e30cc00. 00010000:00000010:3.0:1718399242.408088:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408090:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa8000. 00010000:00000010:3.0:1718399242.408092:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408097:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e30ca00. 00010000:00000010:3.0:1718399242.408110:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.408112:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408139:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e30c900. 00010000:00000010:3.0:1718399242.408141:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408143:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa9f80. 00010000:00000010:3.0:1718399242.408144:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408150:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e30c100. 00010000:00000010:3.0:1718399242.408164:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.408166:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408189:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e30cf00. 00010000:00000010:3.0:1718399242.408191:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408193:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaaf40. 00010000:00000010:3.0:1718399242.408195:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408200:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e30c500. 00010000:00000010:3.0:1718399242.408215:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.408217:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408235:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e30c800. 00010000:00000010:3.0:1718399242.408236:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408239:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaabcc0. 00010000:00000010:3.0:1718399242.408240:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408245:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e30ce00. 00010000:00000010:3.0:1718399242.408258:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.408260:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408310:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e30cd00. 00010000:00000010:3.0:1718399242.408312:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408314:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa9b00. 00010000:00000010:3.0:1718399242.408316:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408321:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e30cb00. 00010000:00000010:3.0:1718399242.408335:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.408338:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408360:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e30c600. 00010000:00000010:3.0:1718399242.408362:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408363:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa9680. 00010000:00000010:3.0:1718399242.408365:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408369:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e30c300. 00010000:00000010:3.0:1718399242.408382:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.408384:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408403:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e30c400. 00010000:00000010:3.0:1718399242.408405:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408407:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaa1c0. 00010000:00000010:3.0:1718399242.408408:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408413:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e30c200. 00010000:00000010:3.0:1718399242.408427:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.408429:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408455:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e30c000. 00010000:00000010:3.0:1718399242.408457:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408459:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaaac0. 00010000:00000010:3.0:1718399242.408461:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408467:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d454500. 00010000:00000010:3.0:1718399242.408481:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.408484:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408505:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012d454200. 00010000:00000010:3.0:1718399242.408507:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408508:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa98c0. 00010000:00000010:3.0:1718399242.408510:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408515:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d454e00. 00010000:00000010:3.0:1718399242.408527:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.408528:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408547:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012d454f00. 00010000:00000010:3.0:1718399242.408549:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408551:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa9200. 00010000:00000010:3.0:1718399242.408552:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408556:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d454d00. 00010000:00000010:3.0:1718399242.408570:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.408571:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408590:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012d454c00. 00010000:00000010:3.0:1718399242.408591:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408593:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa8240. 00010000:00000010:3.0:1718399242.408595:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408599:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d454b00. 00010000:00000010:3.0:1718399242.408612:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.408614:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408634:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012d454a00. 00010000:00000010:3.0:1718399242.408636:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408637:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa9440. 00010000:00000010:3.0:1718399242.408639:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408643:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d454000. 00010000:00000010:3.0:1718399242.408655:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.408657:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408677:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093e00800. 00010000:00000010:3.0:1718399242.408679:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408680:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa8480. 00010000:00000010:3.0:1718399242.408682:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408687:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093e00d00. 00010000:00000010:3.0:1718399242.408700:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.408702:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408722:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093e00500. 00010000:00000010:3.0:1718399242.408724:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408725:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa8d80. 00010000:00000010:3.0:1718399242.408727:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408731:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093e00e00. 00010000:00000010:3.0:1718399242.408742:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.408743:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408759:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093e00a00. 00010000:00000010:3.0:1718399242.408760:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408762:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaaa400. 00010000:00000010:3.0:1718399242.408763:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408767:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093e00900. 00010000:00000010:3.0:1718399242.408777:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.408778:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408806:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093e00200. 00010000:00000010:3.0:1718399242.408807:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408809:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa8b40. 00010000:00000010:3.0:1718399242.408810:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408814:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093e00100. 00010000:00000010:3.0:1718399242.408825:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.408827:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408843:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093e00c00. 00010000:00000010:3.0:1718399242.408844:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408846:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012eaa9d40. 00010000:00000010:3.0:1718399242.408847:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408850:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093e00600. 00010000:00000010:3.0:1718399242.408859:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.408860:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408877:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093e00700. 00010000:00000010:3.0:1718399242.408878:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408881:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cdba80. 00010000:00000010:3.0:1718399242.408882:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408886:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093e00000. 00010000:00000010:3.0:1718399242.408895:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.408896:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408910:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093e00f00. 00010000:00000010:3.0:1718399242.408912:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408913:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cdb180. 00010000:00000010:3.0:1718399242.408915:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408918:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093e00300. 00010000:00000010:3.0:1718399242.408927:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.408928:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408945:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093e00b00. 00010000:00000010:3.0:1718399242.408946:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408948:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd8240. 00010000:00000010:3.0:1718399242.408949:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408953:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880129e9f900. 00010000:00000010:3.0:1718399242.408964:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.408966:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408981:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880129e9fd00. 00010000:00000010:3.0:1718399242.408982:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.408984:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cdad00. 00010000:00000010:3.0:1718399242.408986:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.408989:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880129e9f800. 00010000:00000010:3.0:1718399242.408999:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409000:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409015:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880129e9fb00. 00010000:00000010:3.0:1718399242.409016:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409018:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd9f80. 00010000:00000010:3.0:1718399242.409019:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409022:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880129e9f500. 00010000:00000010:3.0:1718399242.409032:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409034:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409048:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880129e9ff00. 00010000:00000010:3.0:1718399242.409050:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409051:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd9680. 00010000:00000010:3.0:1718399242.409053:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409056:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880129e9f100. 00010000:00000010:3.0:1718399242.409065:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409067:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409081:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880129e9f200. 00010000:00000010:3.0:1718399242.409082:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409084:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cda880. 00010000:00000010:3.0:1718399242.409086:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409089:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880129e9f700. 00010000:00000010:3.0:1718399242.409098:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409100:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409114:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880129e9fe00. 00010000:00000010:3.0:1718399242.409115:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409117:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd98c0. 00010000:00000010:3.0:1718399242.409118:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409121:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880129e9fa00. 00010000:00000010:3.0:1718399242.409130:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409131:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409146:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880129e9f600. 00010000:00000010:3.0:1718399242.409148:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409149:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd8480. 00010000:00000010:3.0:1718399242.409151:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409154:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880129e9f300. 00010000:00000010:3.0:1718399242.409163:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409165:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409178:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880129e9fc00. 00010000:00000010:3.0:1718399242.409179:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409181:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd8b40. 00010000:00000010:3.0:1718399242.409183:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409186:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880129e9f000. 00010000:00000010:3.0:1718399242.409195:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409197:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409214:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009359c400. 00010000:00000010:3.0:1718399242.409216:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409217:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cdaac0. 00010000:00000010:3.0:1718399242.409219:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409224:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009359ca00. 00010000:00000010:3.0:1718399242.409237:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409239:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409258:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009359c000. 00010000:00000010:3.0:1718399242.409260:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409262:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd9d40. 00010000:00000010:3.0:1718399242.409263:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409267:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009359c200. 00010000:00000010:3.0:1718399242.409299:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409301:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409336:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009359c700. 00010000:00000010:3.0:1718399242.409338:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409339:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd86c0. 00010000:00000010:3.0:1718399242.409341:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409345:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009359cf00. 00010000:00000010:3.0:1718399242.409358:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409359:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409375:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009359c600. 00010000:00000010:3.0:1718399242.409376:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409378:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cdb600. 00010000:00000010:3.0:1718399242.409380:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409384:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009359c300. 00010000:00000010:3.0:1718399242.409396:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409398:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409420:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009359cc00. 00010000:00000010:3.0:1718399242.409422:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409424:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd9b00. 00010000:00000010:3.0:1718399242.409426:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409431:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009359c500. 00010000:00000010:3.0:1718399242.409445:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409447:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409466:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009359c100. 00010000:00000010:3.0:1718399242.409467:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409469:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd8d80. 00010000:00000010:3.0:1718399242.409471:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409476:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009359ce00. 00010000:00000010:3.0:1718399242.409489:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409490:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409507:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009359cd00. 00010000:00000010:3.0:1718399242.409508:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409510:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cda640. 00010000:00000010:3.0:1718399242.409511:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409515:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009359c800. 00010000:00000010:3.0:1718399242.409525:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409527:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409540:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009359c900. 00010000:00000010:3.0:1718399242.409542:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409543:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd8fc0. 00010000:00000010:3.0:1718399242.409546:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409550:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093508900. 00010000:00000010:3.0:1718399242.409563:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409565:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409602:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093508c00. 00010000:00000010:3.0:1718399242.409603:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409605:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cdaf40. 00010000:00000010:3.0:1718399242.409607:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409612:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093508800. 00010000:00000010:3.0:1718399242.409626:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409628:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409649:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093508300. 00010000:00000010:3.0:1718399242.409650:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409651:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cda1c0. 00010000:00000010:3.0:1718399242.409653:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409658:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093508700. 00010000:00000010:3.0:1718399242.409669:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409671:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409691:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093508f00. 00010000:00000010:3.0:1718399242.409693:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409695:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd9200. 00010000:00000010:3.0:1718399242.409697:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409701:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093508000. 00010000:00000010:3.0:1718399242.409713:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409715:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409733:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093508500. 00010000:00000010:3.0:1718399242.409735:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409737:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cdbcc0. 00010000:00000010:3.0:1718399242.409739:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409743:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093508a00. 00010000:00000010:3.0:1718399242.409757:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409760:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409780:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093508d00. 00010000:00000010:3.0:1718399242.409792:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409794:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cdb3c0. 00010000:00000010:3.0:1718399242.409796:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409800:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093508b00. 00010000:00000010:3.0:1718399242.409813:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409815:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409832:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093508e00. 00010000:00000010:3.0:1718399242.409834:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409837:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8aac0. 00010000:00000010:3.0:1718399242.409839:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409842:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093508600. 00010000:00000010:3.0:1718399242.409852:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409854:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409870:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093508400. 00010000:00000010:3.0:1718399242.409871:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409873:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8a880. 00010000:00000010:3.0:1718399242.409874:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409879:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880096089800. 00010000:00000010:3.0:1718399242.409889:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409890:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409906:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880096089f00. 00010000:00000010:3.0:1718399242.409907:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409908:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b88000. 00010000:00000010:3.0:1718399242.409910:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409913:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880096089c00. 00010000:00000010:3.0:1718399242.409923:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409924:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409943:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880096089b00. 00010000:00000010:3.0:1718399242.409945:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409946:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b89f80. 00010000:00000010:3.0:1718399242.409948:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409952:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880096089900. 00010000:00000010:3.0:1718399242.409965:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.409967:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409985:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880096089e00. 00010000:00000010:3.0:1718399242.409987:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.409988:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8a1c0. 00010000:00000010:3.0:1718399242.409990:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.409994:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880096089400. 00010000:00000010:3.0:1718399242.410007:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.410009:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410029:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880096089a00. 00010000:00000010:3.0:1718399242.410031:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410032:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b89680. 00010000:00000010:3.0:1718399242.410034:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.410038:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880096089500. 00010000:00000010:3.0:1718399242.410052:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.410054:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410070:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880096089d00. 00010000:00000010:3.0:1718399242.410072:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410074:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b88480. 00010000:00000010:3.0:1718399242.410075:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.410079:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880096089200. 00010000:00000010:3.0:1718399242.410089:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.410091:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410108:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880096089000. 00010000:00000010:3.0:1718399242.410109:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410111:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b88d80. 00010000:00000010:3.0:1718399242.410113:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.410116:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880096089100. 00010000:00000010:3.0:1718399242.410125:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.410127:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410141:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880096089600. 00010000:00000010:3.0:1718399242.410142:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410144:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8bcc0. 00010000:00000010:3.0:1718399242.410146:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.410151:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c303500. 00010000:00000010:3.0:1718399242.410164:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.410166:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410204:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012c303d00. 00010000:00000010:3.0:1718399242.410206:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410208:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8af40. 00010000:00000010:3.0:1718399242.410210:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.410215:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c303700. 00010000:00000010:3.0:1718399242.410229:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.410231:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410248:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012c303f00. 00010000:00000010:3.0:1718399242.410249:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410251:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8a640. 00010000:00000010:3.0:1718399242.410252:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.410256:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c303a00. 00010000:00000010:3.0:1718399242.410267:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.410268:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410312:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012c303800. 00010000:00000010:3.0:1718399242.410313:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410315:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b89d40. 00010000:00000010:3.0:1718399242.410318:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.410323:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c303c00. 00010000:00000010:3.0:1718399242.410338:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.410340:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410360:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012c303b00. 00010000:00000010:3.0:1718399242.410362:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410363:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b89440. 00010000:00000010:3.0:1718399242.410365:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.410369:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c303400. 00010000:00000010:3.0:1718399242.410382:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.410384:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410405:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012c303200. 00010000:00000010:3.0:1718399242.410407:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410409:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b886c0. 00010000:00000010:3.0:1718399242.410410:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.410415:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093f5b400. 00010000:00000010:3.0:1718399242.410426:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.410428:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410444:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093f5b500. 00010000:00000010:3.0:1718399242.410446:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410448:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8b3c0. 00010000:00000010:3.0:1718399242.410450:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.410454:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093f5bb00. 00010000:00000010:3.0:1718399242.410467:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.410469:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410490:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093f5ba00. 00010000:00000010:3.0:1718399242.410492:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410494:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b88b40. 00010000:00000010:3.0:1718399242.410496:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.410500:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093f5b700. 00010000:00000010:3.0:1718399242.410511:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.410513:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410527:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093f5bf00. 00010000:00000010:3.0:1718399242.410529:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410531:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c95b00. 00010000:00000010:3.0:1718399242.410533:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.410536:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093f5b300. 00010000:00000010:3.0:1718399242.410546:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.410548:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410562:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093f5be00. 00010000:00000010:3.0:1718399242.410563:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410565:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c96ac0. 00010000:00000010:3.0:1718399242.410567:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.410570:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093f5bd00. 00010000:00000010:3.0:1718399242.410578:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.410580:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410593:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093f5b100. 00010000:00000010:3.0:1718399242.410594:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410596:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c95200. 00010000:00000010:3.0:1718399242.410597:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.410601:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093f5b200. 00010000:00000010:3.0:1718399242.410614:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.410616:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410636:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093f5b900. 00010000:00000010:3.0:1718399242.410638:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410639:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c973c0. 00010000:00000010:3.0:1718399242.410641:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.410646:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009b1a5f00. 00010000:00000010:3.0:1718399242.410658:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.410660:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410678:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009b1a5700. 00010000:00000010:3.0:1718399242.410679:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410680:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c96640. 00010000:00000010:3.0:1718399242.410682:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.410686:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009b1a5500. 00010000:00000010:3.0:1718399242.410697:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.410699:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410720:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009b1a5300. 00010000:00000010:3.0:1718399242.410721:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410723:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c94d80. 00010000:00000010:3.0:1718399242.410725:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.410729:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009b1a5b00. 00010000:00000010:3.0:1718399242.410741:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.410743:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410761:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009b1a5900. 00010000:00000010:3.0:1718399242.410762:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.410764:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c96f40. 00010000:00000010:3.0:1718399242.410766:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.410770:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009b1a5200. 00010000:00000010:3.0:1718399242.411479:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.411483:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411512:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009b1a5800. 00010000:00000010:3.0:1718399242.411513:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411515:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c97180. 00010000:00000010:3.0:1718399242.411517:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.411523:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009b1a5e00. 00010000:00000010:3.0:1718399242.411537:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.411539:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411554:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009b1a5000. 00010000:00000010:3.0:1718399242.411555:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411557:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c94900. 00010000:00000010:3.0:1718399242.411559:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.411562:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009b1a5100. 00010000:00000010:3.0:1718399242.411571:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.411572:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411588:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009b1a5d00. 00010000:00000010:3.0:1718399242.411590:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411591:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c97600. 00010000:00000010:3.0:1718399242.411593:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.411596:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009b1a5a00. 00010000:00000010:3.0:1718399242.411606:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.411607:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411622:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009b1a5400. 00010000:00000010:3.0:1718399242.411623:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411625:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c96880. 00010000:00000010:3.0:1718399242.411626:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.411631:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800930b2500. 00010000:00000010:3.0:1718399242.411639:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.411641:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411658:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800930b2000. 00010000:00000010:3.0:1718399242.411659:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411661:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c95f80. 00010000:00000010:3.0:1718399242.411662:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.411666:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800930b2100. 00010000:00000010:3.0:1718399242.411675:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.411676:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411690:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800930b2700. 00010000:00000010:3.0:1718399242.411692:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411693:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c94b40. 00010000:00000010:3.0:1718399242.411695:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.411698:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800930b2200. 00010000:00000010:3.0:1718399242.411707:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.411708:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411721:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800930b2d00. 00010000:00000010:3.0:1718399242.411722:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411724:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c94fc0. 00010000:00000010:3.0:1718399242.411726:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.411729:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800930b2400. 00010000:00000010:3.0:1718399242.411739:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.411740:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411754:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800930b2b00. 00010000:00000010:3.0:1718399242.411755:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411757:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c94240. 00010000:00000010:3.0:1718399242.411758:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.411762:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800930b2600. 00010000:00000010:3.0:1718399242.411771:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.411773:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411800:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800930b2f00. 00010000:00000010:3.0:1718399242.411801:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411803:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c96400. 00010000:00000010:3.0:1718399242.411805:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.411809:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800930b2900. 00010000:00000010:3.0:1718399242.411820:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.411822:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411854:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800930b2e00. 00010000:00000010:3.0:1718399242.411856:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411858:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c96d00. 00010000:00000010:3.0:1718399242.411859:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.411863:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800930b2300. 00010000:00000010:3.0:1718399242.411875:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.411877:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411895:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800930b2a00. 00010000:00000010:3.0:1718399242.411896:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411898:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c95440. 00010000:00000010:3.0:1718399242.411899:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.411902:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800930b2c00. 00010000:00000010:3.0:1718399242.411912:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.411914:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411930:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012df0d300. 00010000:00000010:3.0:1718399242.411932:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411933:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c946c0. 00010000:00000010:3.0:1718399242.411935:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.411938:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012df0d000. 00010000:00000010:3.0:1718399242.411950:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.411952:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411972:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012df0d100. 00010000:00000010:3.0:1718399242.411973:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.411976:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132092ac0. 00010000:00000010:3.0:1718399242.411978:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.411983:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012df0de00. 00010000:00000010:3.0:1718399242.411997:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412000:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412021:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012df0dc00. 00010000:00000010:3.0:1718399242.412023:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412025:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8801320918c0. 00010000:00000010:3.0:1718399242.412027:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412032:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012df0db00. 00010000:00000010:3.0:1718399242.412047:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412049:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412071:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012df0dd00. 00010000:00000010:3.0:1718399242.412072:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412074:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132092640. 00010000:00000010:3.0:1718399242.412076:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412080:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012df0d400. 00010000:00000010:3.0:1718399242.412094:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412096:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412117:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012df0d600. 00010000:00000010:3.0:1718399242.412118:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412120:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132090240. 00010000:00000010:3.0:1718399242.412122:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412127:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012df0da00. 00010000:00000010:3.0:1718399242.412140:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412142:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412165:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012df0d900. 00010000:00000010:3.0:1718399242.412167:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412169:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132091440. 00010000:00000010:3.0:1718399242.412171:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412176:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012df0df00. 00010000:00000010:3.0:1718399242.412190:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412193:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412212:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012df0d800. 00010000:00000010:3.0:1718399242.412213:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412215:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132090d80. 00010000:00000010:3.0:1718399242.412216:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412222:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ecda300. 00010000:00000010:3.0:1718399242.412236:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412238:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412256:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012ecdad00. 00010000:00000010:3.0:1718399242.412258:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412260:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132091d40. 00010000:00000010:3.0:1718399242.412262:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412267:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ecda800. 00010000:00000010:3.0:1718399242.412299:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412302:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412323:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012ecda000. 00010000:00000010:3.0:1718399242.412325:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412327:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132092400. 00010000:00000010:3.0:1718399242.412329:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412333:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ecda200. 00010000:00000010:3.0:1718399242.412348:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412351:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412373:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012ecdab00. 00010000:00000010:3.0:1718399242.412374:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412376:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132093840. 00010000:00000010:3.0:1718399242.412377:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412383:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ecda100. 00010000:00000010:3.0:1718399242.412397:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412399:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412419:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012ecdaa00. 00010000:00000010:3.0:1718399242.412421:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412422:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132092d00. 00010000:00000010:3.0:1718399242.412424:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412429:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5131500. 00010000:00000010:3.0:1718399242.412443:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412445:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412469:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5131800. 00010000:00000010:3.0:1718399242.412470:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412472:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132093a80. 00010000:00000010:3.0:1718399242.412474:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412479:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5131c00. 00010000:00000010:3.0:1718399242.412493:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412495:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412517:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5131b00. 00010000:00000010:3.0:1718399242.412518:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412520:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132090b40. 00010000:00000010:3.0:1718399242.412522:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412527:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5131200. 00010000:00000010:3.0:1718399242.412540:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412543:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412562:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5131900. 00010000:00000010:3.0:1718399242.412563:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412565:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8801320906c0. 00010000:00000010:3.0:1718399242.412567:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412572:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5131700. 00010000:00000010:3.0:1718399242.412584:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412586:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412602:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5131e00. 00010000:00000010:3.0:1718399242.412604:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412606:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132093cc0. 00010000:00000010:3.0:1718399242.412607:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412612:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5131100. 00010000:00000010:3.0:1718399242.412624:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412626:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412644:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5131f00. 00010000:00000010:3.0:1718399242.412645:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412647:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132092880. 00010000:00000010:3.0:1718399242.412649:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412653:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5131600. 00010000:00000010:3.0:1718399242.412664:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412665:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412683:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5131300. 00010000:00000010:3.0:1718399242.412685:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412687:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132093180. 00010000:00000010:3.0:1718399242.412688:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412692:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5131000. 00010000:00000010:3.0:1718399242.412704:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412705:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412725:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88006f4ec400. 00010000:00000010:3.0:1718399242.412726:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412728:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132091b00. 00010000:00000010:3.0:1718399242.412729:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412733:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88006f4ec000. 00010000:00000010:3.0:1718399242.412742:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412744:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412758:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88006f4ecb00. 00010000:00000010:3.0:1718399242.412759:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412761:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132091200. 00010000:00000010:3.0:1718399242.412762:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412766:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88006f4ece00. 00010000:00000010:3.0:1718399242.412775:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412777:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412802:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88006f4ecd00. 00010000:00000010:3.0:1718399242.412804:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412805:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132092f40. 00010000:00000010:3.0:1718399242.412807:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412811:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88006f4ec600. 00010000:00000010:3.0:1718399242.412821:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412823:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412837:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88006f4ec200. 00010000:00000010:3.0:1718399242.412838:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412840:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132090fc0. 00010000:00000010:3.0:1718399242.412841:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412844:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88006f4ec700. 00010000:00000010:3.0:1718399242.412853:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412854:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412869:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88006f4ec500. 00010000:00000010:3.0:1718399242.412870:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412872:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132091f80. 00010000:00000010:3.0:1718399242.412874:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412877:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88006f4eca00. 00010000:00000010:3.0:1718399242.412886:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412888:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412907:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88006f4ec900. 00010000:00000010:3.0:1718399242.412908:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412910:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132090480. 00010000:00000010:3.0:1718399242.412912:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412916:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88006f4ecf00. 00010000:00000010:3.0:1718399242.412929:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412931:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412953:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88006f4ec800. 00010000:00000010:3.0:1718399242.412955:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.412957:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132090900. 00010000:00000010:3.0:1718399242.412958:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.412964:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ff63600. 00010000:00000010:3.0:1718399242.412978:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.412980:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.413001:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012ff63800. 00010000:00000010:3.0:1718399242.413003:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.413006:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09ed00. 00010000:00000010:3.0:1718399242.413008:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.413013:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ff63400. 00010000:00000010:3.0:1718399242.413026:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.413028:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.413050:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012ff63200. 00010000:00000010:3.0:1718399242.413052:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.413053:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f3c0. 00010000:00000010:3.0:1718399242.413055:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.413059:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ff63100. 00010000:00000010:3.0:1718399242.413072:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.413074:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.413095:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012ff63700. 00010000:00000010:3.0:1718399242.413097:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.413099:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c900. 00010000:00000010:3.0:1718399242.413100:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.413105:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ff63d00. 00010000:00000010:3.0:1718399242.413117:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.413119:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.413137:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012ff63300. 00010000:00000010:3.0:1718399242.413138:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.413140:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d200. 00010000:00000010:3.0:1718399242.413141:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.413145:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ff63c00. 00010000:00000010:3.0:1718399242.413154:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.413156:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.413170:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012ff63500. 00010000:00000010:3.0:1718399242.413172:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.413174:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d440. 00010000:00000010:3.0:1718399242.413176:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.413179:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ff63a00. 00010000:00000010:3.0:1718399242.413188:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.413189:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.413205:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012ff63f00. 00010000:00000010:3.0:1718399242.413207:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.413208:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09e880. 00010000:00000010:3.0:1718399242.413210:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.413213:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ff63b00. 00010000:00000010:3.0:1718399242.413222:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.413223:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.413237:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88008c2fce00. 00010000:00000010:3.0:1718399242.413238:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.413240:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09df80. 00010000:00000010:3.0:1718399242.413241:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.413244:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88008c2fc100. 00010000:00000010:3.0:1718399242.413253:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.413254:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.413267:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88008c2fcc00. 00010000:00000010:3.0:1718399242.413447:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.413450:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cb40. 00010000:00000010:3.0:1718399242.413452:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.413459:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88008c2fc600. 00010000:00000010:3.0:1718399242.413477:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.413479:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.413499:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88008c2fc700. 00010000:00000010:3.0:1718399242.413501:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.413503:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c000. 00010000:00000010:3.0:1718399242.413504:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.413508:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88008c2fc200. 00010000:00000010:1.1:1718399242.416441:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936de640. 00010000:00000010:0.1:1718399242.416500:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f2f3f00. 00010000:00000010:0.1:1718399242.416508:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaa880. 00010000:00000010:0.1:1718399242.416514:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9e5900. 00010000:00000010:0.1:1718399242.416518:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaab3c0. 00010000:00000010:0.1:1718399242.416522:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880095734000. 00010000:00000010:0.1:1718399242.416526:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8900. 00010000:00000010:0.1:1718399242.419407:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880129f57a80. 00010000:00000010:0.1:1718399242.419417:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093599200. 00010000:00000010:0.1:1718399242.419423:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaba80. 00010000:00000010:0.1:1718399242.419427:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092928800. 00010000:00000010:0.1:1718399242.419431:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaa640. 00010000:00000010:0.1:1718399242.419435:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092928d00. 00010000:00000010:0.1:1718399242.419437:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaab180. 00010000:00000010:0.1:1718399242.419439:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092928900. 00010000:00000010:0.1:1718399242.419440:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaab840. 00010000:00000010:0.1:1718399242.419442:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092928200. 00010000:00000010:0.1:1718399242.419444:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaab600. 00010000:00000010:0.1:1718399242.419445:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092928700. 00010000:00000010:0.1:1718399242.419447:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaad00. 00010000:00000010:0.1:1718399242.419450:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30cc00. 00010000:00000010:0.1:1718399242.419453:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8000. 00010000:00000010:0.1:1718399242.419455:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30c900. 00010000:00000010:0.1:1718399242.419459:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9f80. 00010000:00000010:0.1:1718399242.419462:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30cf00. 00010000:00000010:0.1:1718399242.419463:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaaf40. 00010000:00000010:0.1:1718399242.419465:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30c800. 00010000:00000010:0.1:1718399242.419467:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaabcc0. 00010000:00000010:0.1:1718399242.419468:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30cd00. 00010000:00000010:0.1:1718399242.419470:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9b00. 00010000:00000010:0.1:1718399242.419471:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30c600. 00010000:00000010:0.1:1718399242.419473:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9680. 00010000:00000010:0.1:1718399242.419475:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30c400. 00010000:00000010:0.1:1718399242.419476:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaa1c0. 00010000:00000010:0.1:1718399242.419478:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30c000. 00010000:00000010:0.1:1718399242.419480:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaaac0. 00010000:00000010:0.1:1718399242.419482:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d454200. 00010000:00000010:0.1:1718399242.419484:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa98c0. 00010000:00000010:0.1:1718399242.419485:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d454f00. 00010000:00000010:0.1:1718399242.419487:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9200. 00010000:00000010:0.1:1718399242.419489:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d454c00. 00010000:00000010:0.1:1718399242.419491:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8240. 00010000:00000010:0.1:1718399242.419493:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d454a00. 00010000:00000010:0.1:1718399242.419494:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9440. 00010000:00000010:0.1:1718399242.419497:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e00800. 00010000:00000010:0.1:1718399242.419500:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8480. 00010000:00000010:0.1:1718399242.419502:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e00500. 00010000:00000010:0.1:1718399242.419503:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8d80. 00010000:00000010:0.1:1718399242.419505:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e00a00. 00010000:00000010:0.1:1718399242.419506:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaaa400. 00010000:00000010:0.1:1718399242.419508:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e00200. 00010000:00000010:0.1:1718399242.419509:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8b40. 00010000:00000010:0.1:1718399242.419511:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e00c00. 00010000:00000010:0.1:1718399242.419512:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa9d40. 00010000:00000010:0.1:1718399242.419513:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e00700. 00010000:00000010:0.1:1718399242.419516:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdba80. 00010000:00000010:0.1:1718399242.419518:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e00f00. 00010000:00000010:0.1:1718399242.419519:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdb180. 00010000:00000010:0.1:1718399242.419521:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e00b00. 00010000:00000010:0.1:1718399242.419524:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8240. 00010000:00000010:0.1:1718399242.419526:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880129e9fd00. 00010000:00000010:0.1:1718399242.419529:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdad00. 00010000:00000010:0.1:1718399242.419531:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880129e9fb00. 00010000:00000010:0.1:1718399242.419533:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9f80. 00010000:00000010:0.1:1718399242.419535:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880129e9ff00. 00010000:00000010:0.1:1718399242.419536:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9680. 00010000:00000010:0.1:1718399242.419537:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880129e9f200. 00010000:00000010:0.1:1718399242.419539:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cda880. 00010000:00000010:0.1:1718399242.419540:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880129e9fe00. 00010000:00000010:0.1:1718399242.419542:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd98c0. 00010000:00000010:0.1:1718399242.419543:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880129e9f600. 00010000:00000010:0.1:1718399242.419545:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8480. 00010000:00000010:0.1:1718399242.419546:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880129e9fc00. 00010000:00000010:0.1:1718399242.419548:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8b40. 00010000:00000010:0.1:1718399242.419551:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009359c400. 00010000:00000010:0.1:1718399242.419554:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdaac0. 00010000:00000010:0.1:1718399242.419556:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009359c000. 00010000:00000010:0.1:1718399242.419557:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9d40. 00010000:00000010:0.1:1718399242.419559:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009359c700. 00010000:00000010:0.1:1718399242.419560:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd86c0. 00010000:00000010:0.1:1718399242.419562:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009359c600. 00010000:00000010:0.1:1718399242.419563:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdb600. 00010000:00000010:0.1:1718399242.419564:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009359cc00. 00010000:00000010:0.1:1718399242.419566:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9b00. 00010000:00000010:0.1:1718399242.419567:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009359c100. 00010000:00000010:0.1:1718399242.419568:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8d80. 00010000:00000010:0.1:1718399242.419570:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009359cd00. 00010000:00000010:0.1:1718399242.419571:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cda640. 00010000:00000010:0.1:1718399242.419572:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009359c900. 00010000:00000010:0.1:1718399242.419573:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8fc0. 00010000:00000010:0.1:1718399242.419576:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093508c00. 00010000:00000010:0.1:1718399242.419578:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdaf40. 00010000:00000010:0.1:1718399242.419579:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093508300. 00010000:00000010:0.1:1718399242.419581:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cda1c0. 00010000:00000010:0.1:1718399242.419582:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093508f00. 00010000:00000010:0.1:1718399242.419583:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9200. 00010000:00000010:0.1:1718399242.419585:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093508500. 00010000:00000010:0.1:1718399242.419586:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdbcc0. 00010000:00000010:0.1:1718399242.419588:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093508d00. 00010000:00000010:0.1:1718399242.419589:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdb3c0. 00010000:00000010:0.1:1718399242.419591:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093508e00. 00010000:00000010:0.1:1718399242.419594:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8aac0. 00010000:00000010:0.1:1718399242.419595:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093508400. 00010000:00000010:0.1:1718399242.419597:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8a880. 00010000:00000010:0.1:1718399242.419600:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096089f00. 00010000:00000010:0.1:1718399242.419604:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b88000. 00010000:00000010:0.1:1718399242.419605:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096089b00. 00010000:00000010:0.1:1718399242.419607:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b89f80. 00010000:00000010:0.1:1718399242.419609:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096089e00. 00010000:00000010:0.1:1718399242.419610:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8a1c0. 00010000:00000010:0.1:1718399242.419611:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096089a00. 00010000:00000010:0.1:1718399242.419613:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b89680. 00010000:00000010:0.1:1718399242.419614:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096089d00. 00010000:00000010:0.1:1718399242.419616:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b88480. 00010000:00000010:0.1:1718399242.419617:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096089000. 00010000:00000010:0.1:1718399242.419618:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b88d80. 00010000:00000010:0.1:1718399242.419619:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096089600. 00010000:00000010:0.1:1718399242.419621:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8bcc0. 00010000:00000010:0.1:1718399242.419624:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c303d00. 00010000:00000010:0.1:1718399242.419625:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8af40. 00010000:00000010:0.1:1718399242.419627:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c303f00. 00010000:00000010:0.1:1718399242.419628:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8a640. 00010000:00000010:0.1:1718399242.419630:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c303800. 00010000:00000010:0.1:1718399242.419632:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b89d40. 00010000:00000010:0.1:1718399242.419633:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c303b00. 00010000:00000010:0.1:1718399242.419634:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b89440. 00010000:00000010:0.1:1718399242.419636:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c303200. 00010000:00000010:0.1:1718399242.419637:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b886c0. 00010000:00000010:0.1:1718399242.419640:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f5b500. 00010000:00000010:0.1:1718399242.419642:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8b3c0. 00010000:00000010:0.1:1718399242.419643:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f5ba00. 00010000:00000010:0.1:1718399242.419645:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b88b40. 00010000:00000010:0.1:1718399242.419646:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f5bf00. 00010000:00000010:0.1:1718399242.419649:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c95b00. 00010000:00000010:0.1:1718399242.419651:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f5be00. 00010000:00000010:0.1:1718399242.419653:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c96ac0. 00010000:00000010:0.1:1718399242.419655:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f5b100. 00010000:00000010:0.1:1718399242.419657:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c95200. 00010000:00000010:0.1:1718399242.419659:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f5b900. 00010000:00000010:0.1:1718399242.419661:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c973c0. 00010000:00000010:0.1:1718399242.419663:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b1a5700. 00010000:00000010:0.1:1718399242.419666:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c96640. 00010000:00000010:0.1:1718399242.419667:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b1a5300. 00010000:00000010:0.1:1718399242.419670:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c94d80. 00010000:00000010:0.1:1718399242.419671:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b1a5900. 00010000:00000010:0.1:1718399242.419673:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c96f40. 00010000:00000010:0.1:1718399242.419674:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b1a5800. 00010000:00000010:0.1:1718399242.419676:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c97180. 00010000:00000010:0.1:1718399242.419678:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b1a5000. 00010000:00000010:0.1:1718399242.419679:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c94900. 00010000:00000010:0.1:1718399242.419681:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b1a5d00. 00010000:00000010:0.1:1718399242.419682:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c97600. 00010000:00000010:0.1:1718399242.419684:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b1a5400. 00010000:00000010:0.1:1718399242.419686:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c96880. 00010000:00000010:0.1:1718399242.419688:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930b2000. 00010000:00000010:0.1:1718399242.419691:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c95f80. 00010000:00000010:0.1:1718399242.419692:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930b2700. 00010000:00000010:0.1:1718399242.419694:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c94b40. 00010000:00000010:0.1:1718399242.419696:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930b2d00. 00010000:00000010:0.1:1718399242.419697:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c94fc0. 00010000:00000010:0.1:1718399242.419699:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930b2b00. 00010000:00000010:0.1:1718399242.419700:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c94240. 00010000:00000010:0.1:1718399242.419702:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930b2f00. 00010000:00000010:0.1:1718399242.419703:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c96400. 00010000:00000010:0.1:1718399242.419705:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930b2e00. 00010000:00000010:0.1:1718399242.419707:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c96d00. 00010000:00000010:0.1:1718399242.419708:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930b2a00. 00010000:00000010:0.1:1718399242.419709:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c95440. 00010000:00000010:0.1:1718399242.419712:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012df0d300. 00010000:00000010:0.1:1718399242.419715:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c946c0. 00010000:00000010:0.1:1718399242.419716:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012df0d100. 00010000:00000010:0.1:1718399242.419719:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132092ac0. 00010000:00000010:0.1:1718399242.419721:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012df0dc00. 00010000:00000010:0.1:1718399242.419723:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8801320918c0. 00010000:00000010:0.1:1718399242.419724:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012df0dd00. 00010000:00000010:0.1:1718399242.419726:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132092640. 00010000:00000010:0.1:1718399242.419728:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012df0d600. 00010000:00000010:0.1:1718399242.419731:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132090240. 00010000:00000010:0.1:1718399242.419732:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012df0d900. 00010000:00000010:0.1:1718399242.419734:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132091440. 00010000:00000010:0.1:1718399242.419735:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012df0d800. 00010000:00000010:0.1:1718399242.419736:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132090d80. 00010000:00000010:0.1:1718399242.419738:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ecdad00. 00010000:00000010:0.1:1718399242.419740:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132091d40. 00010000:00000010:0.1:1718399242.419741:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ecda000. 00010000:00000010:0.1:1718399242.419743:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132092400. 00010000:00000010:0.1:1718399242.419744:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ecdab00. 00010000:00000010:0.1:1718399242.419746:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132093840. 00010000:00000010:0.1:1718399242.419748:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ecdaa00. 00010000:00000010:0.1:1718399242.419749:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132092d00. 00010000:00000010:0.1:1718399242.419751:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5131800. 00010000:00000010:0.1:1718399242.419753:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132093a80. 00010000:00000010:0.1:1718399242.419755:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5131b00. 00010000:00000010:0.1:1718399242.419757:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132090b40. 00010000:00000010:0.1:1718399242.419758:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5131900. 00010000:00000010:0.1:1718399242.419759:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8801320906c0. 00010000:00000010:0.1:1718399242.419760:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5131e00. 00010000:00000010:0.1:1718399242.419762:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132093cc0. 00010000:00000010:0.1:1718399242.419763:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5131f00. 00010000:00000010:0.1:1718399242.419765:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132092880. 00010000:00000010:0.1:1718399242.419766:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5131300. 00010000:00000010:0.1:1718399242.419768:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132093180. 00010000:00000010:0.1:1718399242.419771:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f4ec400. 00010000:00000010:0.1:1718399242.419772:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132091b00. 00010000:00000010:0.1:1718399242.419774:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f4ecb00. 00010000:00000010:0.1:1718399242.419775:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132091200. 00010000:00000010:0.1:1718399242.419777:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f4ecd00. 00010000:00000010:0.1:1718399242.419778:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132092f40. 00010000:00000010:0.1:1718399242.419780:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f4ec200. 00010000:00000010:0.1:1718399242.419793:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132090fc0. 00010000:00000010:0.1:1718399242.419794:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f4ec500. 00010000:00000010:0.1:1718399242.419796:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132091f80. 00010000:00000010:0.1:1718399242.419797:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f4ec900. 00010000:00000010:0.1:1718399242.419799:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132090480. 00010000:00000010:0.1:1718399242.419800:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f4ec800. 00010000:00000010:0.1:1718399242.419801:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132090900. 00010000:00000010:0.1:1718399242.419804:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ff63800. 00010000:00000010:0.1:1718399242.419807:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09ed00. 00010000:00000010:0.1:1718399242.419810:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ff63200. 00010000:00000010:0.1:1718399242.419812:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f3c0. 00010000:00000010:0.1:1718399242.419815:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ff63700. 00010000:00000010:0.1:1718399242.419817:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c900. 00010000:00000010:0.1:1718399242.419819:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ff63300. 00010000:00000010:0.1:1718399242.419820:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d200. 00010000:00000010:0.1:1718399242.419823:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ff63500. 00010000:00000010:0.1:1718399242.419824:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d440. 00010000:00000010:0.1:1718399242.419826:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ff63f00. 00010000:00000010:0.1:1718399242.419827:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09e880. 00010000:00000010:0.1:1718399242.419829:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008c2fce00. 00010000:00000010:0.1:1718399242.419831:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09df80. 00010000:00000010:0.1:1718399242.419832:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008c2fcc00. 00010000:00000010:0.1:1718399242.419834:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cb40. 00080000:00000010:0.0:1718399242.427096:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88008c2fc600. 00080000:00000010:0.0:1718399242.427107:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88008c2fc100. 00080000:00000010:0.0:1718399242.427109:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012ff63b00. 00080000:00000010:0.0:1718399242.427111:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012ff63a00. 00080000:00000010:0.0:1718399242.427112:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012ff63c00. 00080000:00000010:0.0:1718399242.427114:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012ff63d00. 00080000:00000010:0.0:1718399242.427115:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012ff63100. 00080000:00000010:0.0:1718399242.427117:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012ff63400. 00080000:00000010:0.0:1718399242.427118:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012ff63600. 00080000:00000010:0.0:1718399242.427120:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88006f4ecf00. 00080000:00000010:0.0:1718399242.427121:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88006f4eca00. 00080000:00000010:0.0:1718399242.427123:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88006f4ec700. 00080000:00000010:0.0:1718399242.427125:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88006f4ec600. 00080000:00000010:0.0:1718399242.427127:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88006f4ece00. 00080000:00000010:0.0:1718399242.427131:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88006f4ec000. 00080000:00000010:0.0:1718399242.427132:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5131000. 00080000:00000010:0.0:1718399242.427136:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5131600. 00080000:00000010:0.0:1718399242.427138:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5131100. 00080000:00000010:0.0:1718399242.427140:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5131700. 00080000:00000010:0.0:1718399242.427143:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5131200. 00080000:00000010:0.0:1718399242.427145:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5131c00. 00080000:00000010:0.0:1718399242.427147:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5131500. 00080000:00000010:0.0:1718399242.427148:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012ecda100. 00080000:00000010:0.0:1718399242.427150:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012ecda200. 00080000:00000010:0.0:1718399242.427152:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012ecda800. 00080000:00000010:0.0:1718399242.427154:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012ecda300. 00080000:00000010:0.0:1718399242.427156:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012df0df00. 00080000:00000010:0.0:1718399242.427159:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012df0da00. 00080000:00000010:0.0:1718399242.427160:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012df0d400. 00080000:00000010:0.0:1718399242.427162:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012df0db00. 00080000:00000010:0.0:1718399242.427164:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012df0de00. 00080000:00000010:0.0:1718399242.427166:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012df0d000. 00080000:00000010:0.0:1718399242.427167:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800930b2c00. 00080000:00000010:0.0:1718399242.427170:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800930b2300. 00080000:00000010:0.0:1718399242.427172:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800930b2900. 00080000:00000010:0.0:1718399242.427173:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800930b2600. 00080000:00000010:0.0:1718399242.427175:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800930b2400. 00080000:00000010:0.0:1718399242.427176:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800930b2200. 00080000:00000010:0.0:1718399242.427177:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800930b2100. 00080000:00000010:0.0:1718399242.427178:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800930b2500. 00080000:00000010:0.0:1718399242.427179:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009b1a5a00. 00080000:00000010:0.0:1718399242.427183:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009b1a5100. 00080000:00000010:0.0:1718399242.427184:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009b1a5e00. 00080000:00000010:0.0:1718399242.427186:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009b1a5200. 00080000:00000010:0.0:1718399242.427187:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009b1a5b00. 00080000:00000010:0.0:1718399242.427188:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009b1a5500. 00080000:00000010:0.0:1718399242.427190:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009b1a5f00. 00080000:00000010:0.0:1718399242.427192:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093f5b200. 00080000:00000010:0.0:1718399242.427194:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093f5bd00. 00080000:00000010:0.0:1718399242.427196:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093f5b300. 00080000:00000010:0.0:1718399242.427198:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093f5b700. 00080000:00000010:0.0:1718399242.427199:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093f5bb00. 00080000:00000010:0.0:1718399242.427201:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093f5b400. 00080000:00000010:0.0:1718399242.427202:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c303400. 00080000:00000010:0.0:1718399242.427204:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c303c00. 00080000:00000010:0.0:1718399242.427206:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c303a00. 00080000:00000010:0.0:1718399242.427207:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c303700. 00080000:00000010:0.0:1718399242.427209:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c303500. 00080000:00000010:0.0:1718399242.427210:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880096089100. 00080000:00000010:0.0:1718399242.427212:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880096089200. 00080000:00000010:0.0:1718399242.427213:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880096089500. 00080000:00000010:0.0:1718399242.427215:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880096089400. 00080000:00000010:0.0:1718399242.427216:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880096089900. 00080000:00000010:0.0:1718399242.427217:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880096089c00. 00080000:00000010:0.0:1718399242.427218:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880096089800. 00080000:00000010:0.0:1718399242.427220:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093508600. 00080000:00000010:0.0:1718399242.427221:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093508b00. 00080000:00000010:0.0:1718399242.427223:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093508a00. 00080000:00000010:0.0:1718399242.427224:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093508000. 00080000:00000010:0.0:1718399242.427225:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093508700. 00080000:00000010:0.0:1718399242.427227:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093508800. 00080000:00000010:0.0:1718399242.427228:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093508900. 00080000:00000010:0.0:1718399242.427230:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009359c800. 00080000:00000010:0.0:1718399242.427231:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009359ce00. 00080000:00000010:0.0:1718399242.427233:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009359c500. 00080000:00000010:0.0:1718399242.427235:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009359c300. 00080000:00000010:0.0:1718399242.427236:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009359cf00. 00080000:00000010:0.0:1718399242.427238:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009359c200. 00080000:00000010:0.0:1718399242.427240:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009359ca00. 00080000:00000010:0.0:1718399242.427241:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880129e9f000. 00080000:00000010:0.0:1718399242.427244:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880129e9f300. 00080000:00000010:0.0:1718399242.427246:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880129e9fa00. 00080000:00000010:0.0:1718399242.427248:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880129e9f700. 00080000:00000010:0.0:1718399242.427249:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880129e9f100. 00080000:00000010:0.0:1718399242.427251:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880129e9f500. 00080000:00000010:0.0:1718399242.427252:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880129e9f800. 00080000:00000010:0.0:1718399242.427254:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880129e9f900. 00080000:00000010:0.0:1718399242.427255:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093e00300. 00080000:00000010:0.0:1718399242.427258:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093e00000. 00080000:00000010:0.0:1718399242.427259:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093e00600. 00080000:00000010:0.0:1718399242.427260:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093e00100. 00080000:00000010:0.0:1718399242.427262:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093e00900. 00080000:00000010:0.0:1718399242.427263:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093e00e00. 00080000:00000010:0.0:1718399242.427265:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093e00d00. 00080000:00000010:0.0:1718399242.427266:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d454000. 00080000:00000010:0.0:1718399242.427268:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d454b00. 00080000:00000010:0.0:1718399242.427296:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d454d00. 00080000:00000010:0.0:1718399242.427298:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d454e00. 00080000:00000010:0.0:1718399242.427300:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d454500. 00080000:00000010:0.0:1718399242.427301:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012e30c200. 00080000:00000010:0.0:1718399242.427303:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012e30c300. 00080000:00000010:0.0:1718399242.427304:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012e30cb00. 00080000:00000010:0.0:1718399242.427306:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012e30ce00. 00080000:00000010:0.0:1718399242.427307:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012e30c500. 00080000:00000010:0.0:1718399242.427309:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012e30c100. 00080000:00000010:0.0:1718399242.427311:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012e30ca00. 00080000:00000010:0.0:1718399242.427313:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092928400. 00080000:00000010:0.0:1718399242.427314:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092928e00. 00080000:00000010:0.0:1718399242.427316:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092928600. 00080000:00000010:0.0:1718399242.427318:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092928100. 00080000:00000010:0.0:1718399242.427319:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092928c00. 00080000:00000010:0.0:1718399242.427321:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092928b00. 00080000:00000010:0.0:1718399242.427323:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092928f00. 00080000:00000010:0.0:1718399242.427325:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092928500. 00080000:00000010:0.0:1718399242.427327:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012f9e5800. 00080000:00000010:0.0:1718399242.427329:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012f9e5100. 00080000:00000010:0.0:1718399242.427330:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012f9e5300. 00080000:00000010:0.0:1718399242.427333:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012f9e5000. 00080000:00000010:0.0:1718399242.427334:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012f9e5d00. 00080000:00000010:0.0:1718399242.427336:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012f9e5400. 00080000:00000010:0.0:1718399242.427338:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012f9e5b00. 00080000:00000010:0.0:1718399242.427339:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012f9e5c00. 00080000:00000010:0.0:1718399242.427341:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012f9e5500. 00080000:00000010:0.0:1718399242.427342:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012f9e5f00. 00080000:00000010:0.0:1718399242.427343:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012f9e5e00. 00080000:00000010:0.0:1718399242.427345:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012f9e5200. 00080000:00000010:0.0:1718399242.427347:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880096c6ac00. 00080000:00000010:0.0:1718399242.427349:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880096c6ab00. 00080000:00000010:0.0:1718399242.427350:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880096c6a600. 00080000:00000010:0.0:1718399242.427351:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880096c6a000. 00080000:00000010:0.0:1718399242.427353:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880096c6a100. 00080000:00000010:0.0:1718399242.427355:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880096c6ad00. 00080000:00000010:0.0:1718399242.427356:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880096c6a900. 00080000:00000010:0.0:1718399242.427358:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880096c6af00. 00080000:00000010:0.0:1718399242.427360:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880096c6a700. 00080000:00000010:0.0:1718399242.427361:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880096c6a200. 00080000:00000010:0.0:1718399242.427363:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880096c6a500. 00080000:00000010:0.0:1718399242.427364:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880096c6aa00. 00080000:00000010:0.0:1718399242.427366:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880096c6ae00. 00080000:00000010:0.0:1718399242.427368:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800922ffd00. 00080000:00000010:0.0:1718399242.427370:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800922ff200. 00080000:00000010:0.0:1718399242.427372:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800922ffe00. 00080000:00000010:0.0:1718399242.427374:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800922ffb00. 00080000:00000010:0.0:1718399242.427375:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800922fff00. 00080000:00000010:0.0:1718399242.427377:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800922ff000. 00080000:00000010:0.0:1718399242.427378:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800922ffc00. 00080000:00000010:0.0:1718399242.427381:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800922ff500. 00080000:00000010:0.0:1718399242.427382:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517200. 00080000:00000010:0.0:1718399242.427385:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517700. 00080000:00000010:0.0:1718399242.427387:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517a00. 00080000:00000010:0.0:1718399242.427388:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517d00. 00080000:00000010:0.0:1718399242.427390:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517b00. 00080000:00000010:0.0:1718399242.427391:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517900. 00080000:00000010:0.0:1718399242.427393:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517f00. 00080000:00000010:0.0:1718399242.427394:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51da100. 00080000:00000010:0.0:1718399242.427395:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51dab00. 00080000:00000010:0.0:1718399242.427397:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51da500. 00080000:00000010:0.0:1718399242.427399:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51da000. 00080000:00000010:0.0:1718399242.427401:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59cd00. 00080000:00000010:0.0:1718399242.427402:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59c600. 00080000:00000010:0.0:1718399242.427404:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59cf00. 00080000:00000010:0.0:1718399242.427406:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59c800. 00080000:00000010:0.0:1718399242.427407:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59c500. 00080000:00000010:0.0:1718399242.427409:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59ce00. 00080000:00000010:0.0:1718399242.427411:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59c700. 00080000:00000010:0.0:1718399242.427413:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ebf000. 00080000:00000010:0.0:1718399242.427415:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ebf500. 00080000:00000010:0.0:1718399242.427417:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ebf900. 00080000:00000010:0.0:1718399242.427418:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ebf700. 00080000:00000010:0.0:1718399242.427420:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ebfe00. 00080000:00000010:0.0:1718399242.427421:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ebf600. 00080000:00000010:0.0:1718399242.427423:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355e000. 00080000:00000010:0.0:1718399242.427426:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093612300. 00080000:00000010:0.0:1718399242.427428:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093612000. 00080000:00000010:0.0:1718399242.427430:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093612700. 00080000:00000010:0.0:1718399242.427431:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093612500. 00080000:00000010:0.0:1718399242.427433:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093612900. 00080000:00000010:0.0:1718399242.427434:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093612d00. 00080000:00000010:0.0:1718399242.427435:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093612200. 00080000:00000010:0.0:1718399242.427437:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291c00. 00080000:00000010:0.0:1718399242.427439:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098745400. 00080000:00000010:0.0:1718399242.427441:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098745a00. 00080000:00000010:0.0:1718399242.427443:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012a3c3000. 00080000:00000010:0.0:1718399242.427445:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012b64de00. 00080000:00000010:0.0:1718399242.427448:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012b64da00. 00080000:00000010:0.0:1718399242.427450:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012b64d000. 00080000:00000010:0.0:1718399242.427451:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012b64d500. 00080000:00000010:0.0:1718399242.427453:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355e400. 00080000:00000010:0.0:1718399242.427454:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012b64df00. 00080000:00000010:0.0:1718399242.427456:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012b64d900. 00080000:00000010:0.0:1718399242.427457:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012b64db00. 00080000:00000010:0.0:1718399242.427459:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012b64dd00. 00080000:00000010:0.0:1718399242.427460:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009867e700. 00080000:00000010:0.0:1718399242.427462:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092297000. 00080000:00000010:0.0:1718399242.427464:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355e800. 00080000:00000010:0.0:1718399242.427465:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355e100. 00080000:00000010:0.0:1718399242.427467:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093da7c00. 00080000:00000010:0.0:1718399242.427469:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093d5f800. 00080000:00000010:0.0:1718399242.427471:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3900. 00080000:00000010:0.0:1718399242.427476:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3800. 00080000:00000010:0.0:1718399242.427477:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3d00. 00080000:00000010:0.0:1718399242.427479:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3c00. 00080000:00000010:0.0:1718399242.427480:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3500. 00080000:00000010:0.0:1718399242.427481:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3000. 00080000:00000010:0.0:1718399242.427483:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3400. 00080000:00000010:0.0:1718399242.427484:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3e00. 00080000:00000010:0.0:1718399242.427486:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3700. 00080000:00000010:0.0:1718399242.427487:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3600. 00080000:00000010:0.0:1718399242.427488:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3200. 00080000:00000010:0.0:1718399242.427489:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3a00. 00080000:00000010:0.0:1718399242.427491:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093218300. 00080000:00000010:0.0:1718399242.427494:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093218900. 00080000:00000010:0.0:1718399242.427496:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093218100. 00080000:00000010:0.0:1718399242.427498:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093218400. 00080000:00000010:0.0:1718399242.427499:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093218800. 00080000:00000010:0.0:1718399242.427501:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093218200. 00080000:00000010:0.0:1718399242.427502:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093218d00. 00080000:00000010:0.0:1718399242.427504:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092297d00. 00080000:00000010:0.0:1718399242.427505:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093218f00. 00080000:00000010:0.0:1718399242.427507:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291e00. 00080000:00000010:0.0:1718399242.427508:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291500. 00080000:00000010:0.0:1718399242.427509:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291700. 00080000:00000010:0.0:1718399242.427511:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291b00. 00080000:00000010:0.0:1718399242.427512:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092297e00. 00080000:00000010:0.0:1718399242.427514:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093218000. 00080000:00000010:0.0:1718399242.427516:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092297a00. 00080000:00000010:0.0:1718399242.427518:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092297100. 00080000:00000010:0.0:1718399242.427519:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8800. 00080000:00000010:0.0:1718399242.427522:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009867ef00. 00080000:00000010:0.0:1718399242.427524:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009867e900. 00080000:00000010:0.0:1718399242.427525:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093218c00. 00080000:00000010:0.0:1718399242.427527:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009867e500. 00080000:00000010:0.0:1718399242.427528:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009867e400. 00080000:00000010:0.0:1718399242.427530:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009867e000. 00080000:00000010:0.0:1718399242.427532:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009867eb00. 00080000:00000010:0.0:1718399242.427533:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009867ed00. 00080000:00000010:0.0:1718399242.427535:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009867e300. 00080000:00000010:0.0:1718399242.427536:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009867ea00. 00080000:00000010:0.0:1718399242.427538:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093218600. 00080000:00000010:0.0:1718399242.427539:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093218a00. 00080000:00000010:0.0:1718399242.427541:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093d5fe00. 00080000:00000010:0.0:1718399242.427542:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093d5f900. 00080000:00000010:0.0:1718399242.427544:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009867ee00. 00080000:00000010:0.0:1718399242.427546:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009867e800. 00080000:00000010:0.0:1718399242.427547:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009867e200. 00080000:00000010:0.0:1718399242.427549:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009867e600. 00080000:00000010:0.0:1718399242.427550:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093da7e00. 00080000:00000010:0.0:1718399242.427552:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093da7000. 00080000:00000010:0.0:1718399242.427553:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093d5f100. 00080000:00000010:0.0:1718399242.427555:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093da7b00. 00080000:00000010:0.0:1718399242.427556:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093da7600. 00080000:00000010:0.0:1718399242.427558:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093da7500. 00080000:00000010:0.0:1718399242.427559:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093da7f00. 00080000:00000010:0.0:1718399242.427560:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093da7100. 00080000:00000010:0.0:1718399242.427562:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093da7300. 00080000:00000010:0.0:1718399242.427563:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093da7700. 00080000:00000010:0.0:1718399242.427565:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093da7400. 00080000:00000010:0.0:1718399242.427566:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093da7200. 00080000:00000010:0.0:1718399242.427568:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800b43ff600. 00080000:00000010:0.0:1718399242.427570:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800b43ffc00. 00080000:00000010:0.0:1718399242.427571:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800b43ffa00. 00080000:00000010:0.0:1718399242.427573:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800b43ffe00. 00080000:00000010:0.0:1718399242.427575:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800b43ff500. 00080000:00000010:0.0:1718399242.427576:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800b43ff900. 00080000:00000010:0.0:1718399242.427578:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8c00. 00080000:00000010:0.0:1718399242.427579:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8e00. 00080000:00000010:0.0:1718399242.427581:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8700. 00080000:00000010:0.0:1718399242.427583:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8b00. 00080000:00000010:0.0:1718399242.427584:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8100. 00080000:00000010:0.0:1718399242.427585:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8400. 00080000:00000010:0.0:1718399242.427587:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8000. 00080000:00000010:0.0:1718399242.427588:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8d00. 00080000:00000010:0.0:1718399242.427590:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8a00. 00080000:00000010:0.0:1718399242.427591:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8900. 00080000:00000010:0.0:1718399242.427593:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8300. 00080000:00000010:0.0:1718399242.427594:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093d5f300. 00080000:00000010:0.0:1718399242.427596:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8600. 00080000:00000010:0.0:1718399242.427598:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093d5f700. 00080000:00000010:0.0:1718399242.427600:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8f00. 00080000:00000010:0.0:1718399242.427601:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291100. 00080000:00000010:0.0:1718399242.427603:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291300. 00080000:00000010:0.0:1718399242.427604:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291900. 00080000:00000010:0.0:1718399242.427605:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291a00. 00080000:00000010:0.0:1718399242.427607:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291f00. 00080000:00000010:0.0:1718399242.427608:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291200. 00080000:00000010:0.0:1718399242.427610:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291800. 00080000:00000010:0.0:1718399242.427611:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098745f00. 00080000:00000010:0.0:1718399242.427613:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098745000. 00080000:00000010:0.0:1718399242.427615:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098745d00. 00080000:00000010:0.0:1718399242.427616:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093d5fa00. 00080000:00000010:0.0:1718399242.427618:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093d5f600. 00080000:00000010:0.0:1718399242.427619:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093d5f000. 00080000:00000010:0.0:1718399242.427621:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291000. 00080000:00000010:0.0:1718399242.427622:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098745300. 00080000:00000010:0.0:1718399242.427623:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098745900. 00080000:00000010:0.0:1718399242.427625:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098745b00. 00080000:00000010:0.0:1718399242.427627:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098745100. 00080000:00000010:0.0:1718399242.427628:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098745c00. 00080000:00000010:0.0:1718399242.427630:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ebfc00. 00080000:00000010:0.0:1718399242.427631:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ebf800. 00080000:00000010:0.0:1718399242.427633:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ebf100. 00080000:00000010:0.0:1718399242.427634:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ebfd00. 00080000:00000010:0.0:1718399242.427636:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ebf400. 00080000:00000010:0.0:1718399242.427637:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ebfb00. 00080000:00000010:0.0:1718399242.427639:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a543d700. 00080000:00000010:0.0:1718399242.427640:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a543db00. 00080000:00000010:0.0:1718399242.427642:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a543dd00. 00080000:00000010:0.0:1718399242.427643:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a543dc00. 00080000:00000010:0.0:1718399242.427645:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a543d300. 00080000:00000010:0.0:1718399242.427647:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a543d900. 00080000:00000010:0.0:1718399242.427648:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a50ed400. 00080000:00000010:0.0:1718399242.427652:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a50ed300. 00080000:00000010:0.0:1718399242.427653:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a50ed200. 00080000:00000010:0.0:1718399242.427655:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a50edc00. 00080000:00000010:0.0:1718399242.427657:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a50edd00. 00080000:00000010:0.0:1718399242.427658:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a50ed700. 00080000:00000010:0.0:1718399242.427660:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009864c100. 00080000:00000010:0.0:1718399242.427662:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009864c600. 00080000:00000010:0.0:1718399242.427663:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009864c700. 00080000:00000010:0.0:1718399242.427665:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009864c400. 00080000:00000010:0.0:1718399242.427666:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009864cb00. 00080000:00000010:0.0:1718399242.427667:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ccbc00. 00080000:00000010:0.0:1718399242.427669:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ccb300. 00080000:00000010:0.0:1718399242.427670:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ccbd00. 00080000:00000010:0.0:1718399242.427671:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ccba00. 00080000:00000010:0.0:1718399242.427673:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ccb600. 00080000:00000010:0.0:1718399242.427674:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ccb700. 00080000:00000010:0.0:1718399242.427676:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092bf7400. 00080000:00000010:0.0:1718399242.427678:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092bf7900. 00080000:00000010:0.0:1718399242.427679:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092bf7100. 00080000:00000010:0.0:1718399242.427680:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092bf7d00. 00080000:00000010:0.0:1718399242.427682:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092bf7f00. 00080000:00000010:0.0:1718399242.427683:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092bf7500. 00080000:00000010:0.0:1718399242.427684:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093f51100. 00080000:00000010:0.0:1718399242.427686:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093f51e00. 00080000:00000010:0.0:1718399242.427688:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093f51a00. 00080000:00000010:0.0:1718399242.427689:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093f51200. 00080000:00000010:0.0:1718399242.427690:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093f51700. 00080000:00000010:0.0:1718399242.427692:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093f51000. 00080000:00000010:0.0:1718399242.427693:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093f51500. 00080000:00000010:0.0:1718399242.427694:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012f65e700. 00080000:00000010:0.0:1718399242.427697:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012f65eb00. 00080000:00000010:0.0:1718399242.427699:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012f65ea00. 00080000:00000010:0.0:1718399242.427700:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012f65ed00. 00080000:00000010:0.0:1718399242.427702:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012f65e300. 00080000:00000010:0.0:1718399242.427703:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012db87e00. 00080000:00000010:0.0:1718399242.427705:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012db87a00. 00080000:00000010:0.0:1718399242.427706:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012db87500. 00080000:00000010:0.0:1718399242.427708:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012db87400. 00080000:00000010:0.0:1718399242.427709:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012db87f00. 00080000:00000010:0.0:1718399242.427710:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012db87b00. 00080000:00000010:0.0:1718399242.427711:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012db87200. 00080000:00000010:0.0:1718399242.427713:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801368bc300. 00080000:00000010:0.0:1718399242.427715:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801368bca00. 00080000:00000010:0.0:1718399242.427716:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801368bc200. 00080000:00000010:0.0:1718399242.427718:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801368bc400. 00080000:00000010:0.0:1718399242.427720:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801368bce00. 00080000:00000010:0.0:1718399242.427721:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801368bc100. 00080000:00000010:0.0:1718399242.427722:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801368bc500. 00080000:00000010:0.0:1718399242.427723:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800928f8700. 00080000:00000010:0.0:1718399242.427726:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800928f8c00. 00080000:00000010:0.0:1718399242.427727:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800928f8d00. 00080000:00000010:0.0:1718399242.427728:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800928f8800. 00080000:00000010:0.0:1718399242.427730:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800928f8f00. 00080000:00000010:0.0:1718399242.427731:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800928f8b00. 00080000:00000010:0.0:1718399242.427733:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009876c400. 00080000:00000010:0.0:1718399242.427734:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009876c500. 00080000:00000010:0.0:1718399242.427736:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009876c000. 00080000:00000010:0.0:1718399242.427737:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009876c700. 00080000:00000010:0.0:1718399242.427738:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009876cf00. 00080000:00000010:0.0:1718399242.427740:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009876c300. 00080000:00000010:0.0:1718399242.427741:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009876c100. 00080000:00000010:0.0:1718399242.427742:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098744700. 00080000:00000010:0.0:1718399242.427745:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098744600. 00080000:00000010:0.0:1718399242.427746:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098744100. 00080000:00000010:0.0:1718399242.427747:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098744d00. 00080000:00000010:0.0:1718399242.427748:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098744500. 00080000:00000010:0.0:1718399242.427750:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800974c6700. 00080000:00000010:0.0:1718399242.427752:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800974c6100. 00080000:00000010:0.0:1718399242.427754:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800974c6900. 00080000:00000010:0.0:1718399242.427755:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800974c6300. 00080000:00000010:0.0:1718399242.427757:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800974c6e00. 00080000:00000010:0.0:1718399242.427758:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ee4300. 00080000:00000010:0.0:1718399242.427760:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ee4600. 00080000:00000010:0.0:1718399242.427762:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ee4700. 00080000:00000010:0.0:1718399242.427763:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ee4100. 00080000:00000010:0.0:1718399242.427765:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ee4e00. 00080000:00000010:0.0:1718399242.427766:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ee4b00. 00080000:00000010:0.0:1718399242.427767:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59c100. 00080000:00000010:0.0:1718399242.427769:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59c000. 00080000:00000010:0.0:1718399242.427770:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59c400. 00080000:00000010:0.0:1718399242.427772:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59ca00. 00080000:00000010:0.0:1718399242.427773:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59cb00. 00080000:00000010:0.0:1718399242.427774:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59c200. 00080000:00000010:0.0:1718399242.427775:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51da200. 00080000:00000010:0.0:1718399242.427777:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51da800. 00080000:00000010:0.0:1718399242.427778:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51daa00. 00080000:00000010:0.0:1718399242.427779:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51daf00. 00080000:00000010:0.0:1718399242.427794:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800922ff900. 00080000:00000010:0.0:1718399242.427796:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800922ff800. 00080000:00000010:0.0:1718399242.427798:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800922ff400. 00080000:00000010:0.0:1718399242.427799:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517c00. 00080000:00000010:0.0:1718399242.427801:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517500. 00080000:00000010:0.0:1718399242.427802:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517400. 00080000:00000010:0.0:1718399242.427803:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517300. 00080000:00000010:0.0:1718399242.427805:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517100. 00080000:00000010:0.0:1718399242.427806:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517800. 00080000:00000010:0.0:1718399242.427808:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517000. 00080000:00000010:0.0:1718399242.427809:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800922ff600. 00080000:00000010:0.0:1718399242.427810:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800922ff700. 00080000:00000010:0.0:1718399242.427812:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800922ff300. 00080000:00000010:0.0:1718399242.427814:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800922ffa00. 00080000:00000010:0.0:1718399242.427825:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880129d48300. 00010000:00000010:0.0:1718399242.428310:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:0.0:1718399242.428318:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:0.0:1718399242.429294:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009355e100. 00010000:00000010:0.0:1718399242.429298:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.429303:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f273c0. 00010000:00000010:0.0:1718399242.429307:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.429319:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355e800. 00010000:00000010:0.0:1718399242.429345:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.429348:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.429375:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009355e400. 00010000:00000010:0.0:1718399242.429376:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.429379:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f25b00. 00010000:00000010:0.0:1718399242.429381:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.429387:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355e000. 00010000:00000010:0.0:1718399242.429405:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.429408:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.429435:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009355e700. 00010000:00000010:0.0:1718399242.429437:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.429439:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f246c0. 00010000:00000010:0.0:1718399242.429441:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.429447:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355ef00. 00010000:00000010:0.0:1718399242.429462:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.429464:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.429487:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009355ee00. 00010000:00000010:0.0:1718399242.429488:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.429490:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f24b40. 00010000:00000010:0.0:1718399242.429492:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.429498:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355e900. 00010000:00000010:0.0:1718399242.429512:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.429514:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.429537:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009355e500. 00010000:00000010:0.0:1718399242.429538:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.429540:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f261c0. 00010000:00000010:0.0:1718399242.429542:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.429547:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355ea00. 00010000:00000010:0.0:1718399242.429561:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.429563:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.429585:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009355e300. 00010000:00000010:0.0:1718399242.429587:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.430915:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f26880. 00010000:00000010:0.0:1718399242.430921:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.430932:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355ed00. 00010000:00000010:0.0:1718399242.430965:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.430969:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431008:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009355e600. 00010000:00000010:0.0:1718399242.431010:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431013:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f24480. 00010000:00000010:0.0:1718399242.431015:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.431021:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355eb00. 00010000:00000010:0.0:1718399242.431037:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.431040:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00000001:00000010:0.0:1718399242.431059:0:30956:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at ffff880129e928f0. 00000001:00000010:0.0:1718399242.431063:0:30956:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at ffff880129e928f0. 00000001:00000010:0.0:1718399242.431066:0:30956:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at ffff880129e928f0. 00000001:00000010:0.0:1718399242.431067:0:30956:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800a5310688. 00010000:00000010:0.0:1718399242.431083:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800b43ff900. 00010000:00000010:0.0:1718399242.431084:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431087:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f25200. 00010000:00000010:0.0:1718399242.431089:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.431093:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800b43ff500. 00010000:00000010:0.0:1718399242.431107:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.431109:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431131:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800b43ffe00. 00010000:00000010:0.0:1718399242.431132:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431135:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f27a80. 00010000:00000010:0.0:1718399242.431136:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.431140:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800b43ffa00. 00010000:00000010:0.0:1718399242.431152:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.431153:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431171:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800b43ffc00. 00010000:00000010:0.0:1718399242.431172:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431174:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f24240. 00010000:00000010:0.0:1718399242.431176:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.431180:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800b43ff600. 00010000:00000010:0.0:1718399242.431191:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.431193:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431209:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51c8f00. 00010000:00000010:0.0:1718399242.431210:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431212:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f27cc0. 00010000:00000010:0.0:1718399242.431214:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.431218:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c8600. 00010000:00000010:0.0:1718399242.431231:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.431233:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431254:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51c8300. 00010000:00000010:0.0:1718399242.431256:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431257:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f24900. 00010000:00000010:0.0:1718399242.431260:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.431264:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c8900. 00010000:00000010:0.0:1718399242.431297:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.431300:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431322:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51c8a00. 00010000:00000010:0.0:1718399242.431324:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431326:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f25680. 00010000:00000010:0.0:1718399242.431328:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.431332:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c8d00. 00010000:00000010:0.0:1718399242.431345:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.431348:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431366:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51c8000. 00010000:00000010:0.0:1718399242.431367:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431369:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f26400. 00010000:00000010:0.0:1718399242.431371:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.431375:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c8400. 00010000:00000010:0.0:1718399242.431389:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.431391:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431415:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51c8100. 00010000:00000010:0.0:1718399242.431417:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431419:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f26f40. 00010000:00000010:0.0:1718399242.431421:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.431426:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c8b00. 00010000:00000010:0.0:1718399242.431439:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.431441:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431462:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51c8700. 00010000:00000010:0.0:1718399242.431464:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431466:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f25f80. 00010000:00000010:0.0:1718399242.431468:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.431473:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c8e00. 00010000:00000010:0.0:1718399242.431489:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.431491:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431514:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51c8c00. 00010000:00000010:0.0:1718399242.431516:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431517:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f25440. 00010000:00000010:0.0:1718399242.431519:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.431524:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c8800. 00010000:00000010:0.0:1718399242.431537:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.431539:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431558:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012d3e3a00. 00010000:00000010:0.0:1718399242.431560:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431562:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f25d40. 00010000:00000010:0.0:1718399242.431564:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.431568:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3200. 00010000:00000010:0.0:1718399242.431581:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.431583:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431606:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012d3e3600. 00010000:00000010:0.0:1718399242.431607:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431609:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f27600. 00010000:00000010:0.0:1718399242.431611:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.431616:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3700. 00010000:00000010:0.0:1718399242.431631:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.431633:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431655:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012d3e3e00. 00010000:00000010:0.0:1718399242.431657:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431659:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f258c0. 00010000:00000010:0.0:1718399242.431661:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.431666:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3400. 00010000:00000010:0.0:1718399242.431680:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.431682:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431704:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012d3e3000. 00010000:00000010:0.0:1718399242.431706:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431708:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f27180. 00010000:00000010:0.0:1718399242.431710:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.431714:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3500. 00010000:00000010:0.0:1718399242.431728:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.431730:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431750:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012d3e3c00. 00010000:00000010:0.0:1718399242.431751:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431753:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f26640. 00010000:00000010:0.0:1718399242.431755:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.431759:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3d00. 00010000:00000010:0.0:1718399242.431773:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.431776:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431809:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012d3e3800. 00010000:00000010:0.0:1718399242.431811:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431813:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f26ac0. 00010000:00000010:0.0:1718399242.431815:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.431822:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3900. 00010000:00000010:0.0:1718399242.431837:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.431840:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431862:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093d5f000. 00010000:00000010:0.0:1718399242.431864:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431866:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f27840. 00010000:00000010:0.0:1718399242.431867:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.431872:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093d5f600. 00010000:00000010:0.0:1718399242.431886:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.431888:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431909:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093d5fa00. 00010000:00000010:0.0:1718399242.431911:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431914:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132090900. 00010000:00000010:0.0:1718399242.431916:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.431920:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093d5f700. 00010000:00000010:0.0:1718399242.431935:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.431937:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431958:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093d5f300. 00010000:00000010:0.0:1718399242.431960:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.431962:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132090480. 00010000:00000010:0.0:1718399242.431964:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.431969:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093d5f100. 00010000:00000010:0.0:1718399242.431985:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.431988:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432012:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093d5f900. 00010000:00000010:0.0:1718399242.432013:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432015:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132091f80. 00010000:00000010:0.0:1718399242.432017:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432022:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093d5fe00. 00010000:00000010:0.0:1718399242.432038:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432041:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432061:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093d5f800. 00010000:00000010:0.0:1718399242.432063:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432064:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132090fc0. 00010000:00000010:0.0:1718399242.432066:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432072:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012a3c3000. 00010000:00000010:0.0:1718399242.432085:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432088:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432109:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012c291000. 00010000:00000010:0.0:1718399242.432111:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432113:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132092f40. 00010000:00000010:0.0:1718399242.432115:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432119:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c291800. 00010000:00000010:0.0:1718399242.432133:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432135:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432151:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012c291200. 00010000:00000010:0.0:1718399242.432152:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432154:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132091200. 00010000:00000010:0.0:1718399242.432156:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432160:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c291f00. 00010000:00000010:0.0:1718399242.432173:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432175:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432198:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012c291a00. 00010000:00000010:0.0:1718399242.432199:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432201:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132091b00. 00010000:00000010:0.0:1718399242.432203:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432207:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c291900. 00010000:00000010:0.0:1718399242.432220:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432221:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432240:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012c291300. 00010000:00000010:0.0:1718399242.432241:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432244:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132093180. 00010000:00000010:0.0:1718399242.432245:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432249:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c291100. 00010000:00000010:0.0:1718399242.432262:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432264:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432303:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012c291b00. 00010000:00000010:0.0:1718399242.432305:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432306:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132092880. 00010000:00000010:0.0:1718399242.432308:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432313:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c291700. 00010000:00000010:0.0:1718399242.432327:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432329:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432348:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012c291500. 00010000:00000010:0.0:1718399242.432350:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432352:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132093cc0. 00010000:00000010:0.0:1718399242.432353:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432358:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c291e00. 00010000:00000010:0.0:1718399242.432372:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432374:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432393:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012c291c00. 00010000:00000010:0.0:1718399242.432394:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432396:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8801320906c0. 00010000:00000010:0.0:1718399242.432398:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432404:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c59c200. 00010000:00000010:0.0:1718399242.432417:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432419:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432438:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88007c59cb00. 00010000:00000010:0.0:1718399242.432440:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432442:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132090b40. 00010000:00000010:0.0:1718399242.432443:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432447:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c59ca00. 00010000:00000010:0.0:1718399242.432460:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432462:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432480:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88007c59c400. 00010000:00000010:0.0:1718399242.432482:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432484:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132093a80. 00010000:00000010:0.0:1718399242.432485:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432489:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c59c000. 00010000:00000010:0.0:1718399242.432502:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432504:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432521:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88007c59c100. 00010000:00000010:0.0:1718399242.432522:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432524:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132092d00. 00010000:00000010:0.0:1718399242.432525:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432529:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c59c700. 00010000:00000010:0.0:1718399242.432540:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432542:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432561:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88007c59ce00. 00010000:00000010:0.0:1718399242.432562:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432564:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132093840. 00010000:00000010:0.0:1718399242.432566:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432570:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c59c500. 00010000:00000010:0.0:1718399242.432581:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432583:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432598:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88007c59c800. 00010000:00000010:0.0:1718399242.432600:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432602:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132092400. 00010000:00000010:0.0:1718399242.432603:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432607:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c59cf00. 00010000:00000010:0.0:1718399242.432622:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432624:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432643:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88007c59c600. 00010000:00000010:0.0:1718399242.432645:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432646:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132091d40. 00010000:00000010:0.0:1718399242.432648:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432652:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c59cd00. 00010000:00000010:0.0:1718399242.432665:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432668:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432687:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012d517000. 00010000:00000010:0.0:1718399242.432688:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432692:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132090d80. 00010000:00000010:0.0:1718399242.432694:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432698:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d517800. 00010000:00000010:0.0:1718399242.432711:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432713:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432734:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012d517100. 00010000:00000010:0.0:1718399242.432735:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432737:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132091440. 00010000:00000010:0.0:1718399242.432739:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432743:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d517300. 00010000:00000010:0.0:1718399242.432755:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432757:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432775:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012d517400. 00010000:00000010:0.0:1718399242.432776:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432778:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132090240. 00010000:00000010:0.0:1718399242.432794:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432800:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d517500. 00010000:00000010:0.0:1718399242.432814:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432817:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432838:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012d517c00. 00010000:00000010:0.0:1718399242.432839:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432841:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132092640. 00010000:00000010:0.0:1718399242.432843:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432847:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d517f00. 00010000:00000010:0.0:1718399242.432860:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432861:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432881:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012d517900. 00010000:00000010:0.0:1718399242.432882:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432884:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8801320918c0. 00010000:00000010:0.0:1718399242.432886:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432891:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d517b00. 00010000:00000010:0.0:1718399242.432905:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432907:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432926:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012d517d00. 00010000:00000010:0.0:1718399242.432927:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432929:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132092ac0. 00010000:00000010:0.0:1718399242.432931:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432936:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d517a00. 00010000:00000010:0.0:1718399242.432950:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432952:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432970:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012d517700. 00010000:00000010:0.0:1718399242.432971:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.432974:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c946c0. 00010000:00000010:0.0:1718399242.432976:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.432980:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d517200. 00010000:00000010:0.0:1718399242.432993:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.432995:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433017:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800b4241b00. 00010000:00000010:0.0:1718399242.433019:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433021:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c95440. 00010000:00000010:0.0:1718399242.433023:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.433029:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800b439b700. 00010000:00000010:0.0:1718399242.433044:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.433046:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433066:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800b439bb00. 00010000:00000010:0.0:1718399242.433067:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433069:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c96d00. 00010000:00000010:0.0:1718399242.433071:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.433075:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800b439b100. 00010000:00000010:0.0:1718399242.433088:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.433090:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433110:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800b439bc00. 00010000:00000010:0.0:1718399242.433112:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433114:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c96400. 00010000:00000010:0.0:1718399242.433115:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.433119:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800b439b000. 00010000:00000010:0.0:1718399242.433133:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.433135:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433154:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ec3000. 00010000:00000010:0.0:1718399242.433156:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433158:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c94240. 00010000:00000010:0.0:1718399242.433160:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.433165:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ec3400. 00010000:00000010:0.0:1718399242.433179:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.433181:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433201:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ec3d00. 00010000:00000010:0.0:1718399242.433203:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433205:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c94fc0. 00010000:00000010:0.0:1718399242.433207:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.433211:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ec3f00. 00010000:00000010:0.0:1718399242.433225:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.433227:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433246:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ec3600. 00010000:00000010:0.0:1718399242.433247:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433249:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c94b40. 00010000:00000010:0.0:1718399242.433251:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.433255:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ec3a00. 00010000:00000010:0.0:1718399242.433300:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.433303:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433328:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ec3100. 00010000:00000010:0.0:1718399242.433329:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433331:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c95f80. 00010000:00000010:0.0:1718399242.433333:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.433338:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ec3700. 00010000:00000010:0.0:1718399242.433354:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.433357:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433377:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ec3900. 00010000:00000010:0.0:1718399242.433378:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433380:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c96880. 00010000:00000010:0.0:1718399242.433382:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.433387:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ec3500. 00010000:00000010:0.0:1718399242.433399:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.433401:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433419:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ec3e00. 00010000:00000010:0.0:1718399242.433420:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433422:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c97600. 00010000:00000010:0.0:1718399242.433424:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.433428:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ec3200. 00010000:00000010:0.0:1718399242.433439:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.433441:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433457:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ec3800. 00010000:00000010:0.0:1718399242.433459:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433461:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c94900. 00010000:00000010:0.0:1718399242.433462:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.433466:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ec3c00. 00010000:00000010:0.0:1718399242.433478:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.433481:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433498:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ec3b00. 00010000:00000010:0.0:1718399242.433500:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433502:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c97180. 00010000:00000010:0.0:1718399242.433504:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.433509:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5159100. 00010000:00000010:0.0:1718399242.433521:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.433523:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433539:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5159500. 00010000:00000010:0.0:1718399242.433540:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433542:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c96f40. 00010000:00000010:0.0:1718399242.433544:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.433548:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5159200. 00010000:00000010:0.0:1718399242.433560:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.433562:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433581:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5159400. 00010000:00000010:0.0:1718399242.433583:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433584:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c94d80. 00010000:00000010:0.0:1718399242.433586:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.433590:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5159c00. 00010000:00000010:0.0:1718399242.433602:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.433603:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433620:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5159a00. 00010000:00000010:0.0:1718399242.433621:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433623:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c96640. 00010000:00000010:0.0:1718399242.433624:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.433628:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5159600. 00010000:00000010:0.0:1718399242.433641:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.433644:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433665:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5159d00. 00010000:00000010:0.0:1718399242.433667:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433669:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c973c0. 00010000:00000010:0.0:1718399242.433671:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.433675:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5159e00. 00010000:00000010:0.0:1718399242.433688:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.433691:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433710:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5159000. 00010000:00000010:0.0:1718399242.433712:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433713:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c95200. 00010000:00000010:0.0:1718399242.433715:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.433720:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5159700. 00010000:00000010:0.0:1718399242.433733:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.433735:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433755:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51c9300. 00010000:00000010:0.0:1718399242.433756:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433758:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c96ac0. 00010000:00000010:0.0:1718399242.433760:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.433764:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c9100. 00010000:00000010:0.0:1718399242.433778:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.433780:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433814:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51c9c00. 00010000:00000010:0.0:1718399242.433816:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433818:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c95b00. 00010000:00000010:0.0:1718399242.433820:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.433825:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c9e00. 00010000:00000010:0.0:1718399242.433840:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.433842:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433864:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51c9400. 00010000:00000010:0.0:1718399242.433866:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433869:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b88b40. 00010000:00000010:0.0:1718399242.433871:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.433875:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c9000. 00010000:00000010:0.0:1718399242.433890:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.433892:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433912:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51c9d00. 00010000:00000010:0.0:1718399242.433914:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433915:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8b3c0. 00010000:00000010:0.0:1718399242.433917:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.433922:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c9600. 00010000:00000010:0.0:1718399242.433936:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.433938:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433961:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51c9b00. 00010000:00000010:0.0:1718399242.433963:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.433965:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b886c0. 00010000:00000010:0.0:1718399242.433967:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.433972:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c9500. 00010000:00000010:0.0:1718399242.433987:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.433989:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.434010:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51c9200. 00010000:00000010:0.0:1718399242.434011:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.434013:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b89440. 00010000:00000010:0.0:1718399242.434015:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.434020:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c9a00. 00010000:00000010:0.0:1718399242.434037:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.434039:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.434059:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51c9800. 00010000:00000010:0.0:1718399242.434061:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.434063:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b89d40. 00010000:00000010:0.0:1718399242.434064:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.434068:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c9700. 00010000:00000010:0.0:1718399242.434081:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.434083:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.434101:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51c9900. 00010000:00000010:0.0:1718399242.434102:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.434104:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8a640. 00010000:00000010:0.0:1718399242.434105:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.434110:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5676000. 00010000:00000010:0.0:1718399242.434123:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.434126:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.434148:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5676d00. 00010000:00000010:0.0:1718399242.434150:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.434152:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8af40. 00010000:00000010:0.0:1718399242.434153:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.434157:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5676c00. 00010000:00000010:0.0:1718399242.434171:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.434173:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.434192:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5676300. 00010000:00000010:0.0:1718399242.434194:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.434196:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8bcc0. 00010000:00000010:0.0:1718399242.434198:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.434203:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5676500. 00010000:00000010:0.0:1718399242.434215:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.434217:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.434238:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5676b00. 00010000:00000010:0.0:1718399242.434240:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.434242:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b88d80. 00010000:00000010:0.0:1718399242.434244:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00080000:00000010:0.0:1718399242.434248:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5676700. 00010000:00000010:0.0:1718399242.434262:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.434264:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.434307:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b88480. 00010000:00000010:0.0:1718399242.434310:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.434316:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3e35c0. 00000100:00000010:0.0:1718399242.434322:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9f00. 00000100:00000010:0.0:1718399242.434330:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 02000000:00000010:0.0:1718399242.434342:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2400. 02000000:00000010:0.0:1718399242.434363:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2600. 00000400:00000010:0.0:1718399242.434368:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92318. 00000400:00000010:0.0:1718399242.434373:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376990. 00000100:00000200:0.0:1718399242.434379:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316481984, portal 16 00000400:00000010:0.0:1718399242.434382:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376c38. 00000100:00000200:0.0:1718399242.434384:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316481984, offset 0 00000400:00000200:0.0:1718399242.434390:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.434400:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.434406:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399242.434409:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399242.434410:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399242.434412:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89941:89941:256:4294967295] 192.168.202.25@tcp LPNI seq info [89941:89941:8:4294967295] 00000400:00000200:0.0:1718399242.434419:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.434424:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.434427:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5676800 (tot 82314186). 00000800:00000200:0.0:1718399242.434431:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.434437:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.434441:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5676800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399242.434602:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.434604:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5676800 (tot 82313938). 00000400:00000200:2.0:1718399242.434607:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.434611:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.434614:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376c38 00000400:00000010:2.0:1718399242.434615:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376c38. 00000100:00000200:2.0:1718399242.434621:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27d580 x1801871316481984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.438101:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.438116:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff7c0 00000400:00000200:2.0:1718399242.438123:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad731 [1] + 224 00000400:00000200:2.0:1718399242.438133:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.438136:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.438143:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27d580 x1801871316481984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.438203:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.438208:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ab00 00000400:00000200:2.0:1718399242.438211:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac071 [2] + 1640 00000400:00000200:2.0:1718399242.439324:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.439330:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.439336:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399242.439342:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbb440. 00010000:00000010:1.1:1718399242.440513:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008c2fc700. 00010000:00000010:1.1:1718399242.440522:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c000. 00010000:00000010:1.1:1718399242.440528:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009355e100. 00010000:00000010:1.1:1718399242.440533:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f273c0. 00010000:00000010:1.1:1718399242.440535:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009355e400. 00010000:00000010:1.1:1718399242.440538:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25b00. 00010000:00000010:1.1:1718399242.440540:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009355e700. 00010000:00000010:1.1:1718399242.440543:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f246c0. 00010000:00000010:1.1:1718399242.440545:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009355ee00. 00010000:00000010:1.1:1718399242.440546:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f24b40. 00010000:00000010:1.1:1718399242.440548:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009355e500. 00010000:00000010:1.1:1718399242.440551:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f261c0. 00000400:00000010:0.0:1718399242.440652:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92318. 00000400:00000200:0.0:1718399242.440657:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376990 00000400:00000010:0.0:1718399242.440658:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376990. 00000100:00000200:0.0:1718399242.440666:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27d580 x1801871316481984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399242.440673:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27d580 x1801871316481984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1718399242.440694:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2600. 02000000:00000010:0.0:1718399242.440698:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2400. 00000100:00000010:0.0:1718399242.440701:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 00000100:00000010:0.0:1718399242.440703:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9f00. 00010000:00000010:0.0:1718399242.440706:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3e35c0. 00000020:00000010:3.0:1718399242.440885:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a2200. 00000020:00000010:3.0:1718399242.440889:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399242.440892:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0888. 00000100:00000200:3.0:1718399242.440909:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbb440 x1801871317904128/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399242.442043:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317904128 02000000:00000010:1.0:1718399242.442055:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd800. 00010000:00000010:1.0:1718399242.442083:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880094eded80. 00010000:00000010:1.0:1718399242.442117:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.442124:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47b40. 00000100:00000010:1.0:1718399242.442137:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47b40. 00010000:00000010:1.0:1718399242.442140:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.442151:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9add0. 00000100:00000200:1.0:1718399242.442155:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317904128, offset 224 00000400:00000200:1.0:1718399242.442161:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.442172:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.442177:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89942:89942:256:4294967295] 192.168.202.25@tcp LPNI seq info [89942:89942:8:4294967295] 00000400:00000200:1.0:1718399242.442185:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.442190:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.442194:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612e00 (tot 82314186). 00000800:00000200:1.0:1718399242.442198:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.442204:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.442206:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.442218:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46b80. 00000020:00000010:1.0:1718399242.442222:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0888. 00000020:00000010:1.0:1718399242.442224:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a2200. 00000800:00000200:0.0:1718399242.442335:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.442338:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612e00 (tot 82313938). 00000400:00000200:0.0:1718399242.442341:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.442344:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.442347:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9add0 00000400:00000010:0.0:1718399242.442348:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9add0. 00080000:00000010:0.0:1718399242.442367:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5676400. 00010000:00000010:0.0:1718399242.442428:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.442432:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880094eded00. 00010000:00000010:0.0:1718399242.442487:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b89680. 00010000:00000010:0.0:1718399242.442490:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399242.442497:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3e35c0. 00000100:00000010:0.0:1718399242.442500:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9f00. 00000100:00000010:0.0:1718399242.442504:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 02000000:00000010:0.0:1718399242.442513:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2600. 02000000:00000010:0.0:1718399242.442528:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2800. 00000400:00000010:0.0:1718399242.442531:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92318. 00000400:00000010:0.0:1718399242.442535:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376990. 00000100:00000200:0.0:1718399242.442538:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316482048, portal 16 00000400:00000010:0.0:1718399242.442541:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376550. 00000100:00000200:0.0:1718399242.442542:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316482048, offset 0 00000400:00000200:0.0:1718399242.442548:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.442552:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.442556:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399242.442559:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399242.442561:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399242.442563:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89943:89943:256:4294967295] 192.168.202.25@tcp LPNI seq info [89943:89943:8:4294967295] 00000400:00000200:0.0:1718399242.442568:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.442572:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.442573:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5676100 (tot 82314186). 00000800:00000200:0.0:1718399242.442575:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.442578:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.442581:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5676100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399242.442654:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.442657:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5676100 (tot 82313938). 00000400:00000200:2.0:1718399242.442659:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.442662:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.442664:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376550 00000400:00000010:2.0:1718399242.442665:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376550. 00000100:00000200:2.0:1718399242.442669:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27d580 x1801871316482048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.445289:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009355e300. 00010000:00000010:2.1:1718399242.445304:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f26880. 00010000:00000010:2.1:1718399242.445308:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009355e600. 00010000:00000010:2.1:1718399242.445311:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f24480. 00010000:00000010:2.1:1718399242.445313:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b43ff900. 00010000:00000010:2.1:1718399242.445319:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25200. 00010000:00000010:2.1:1718399242.445321:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b43ffe00. 00010000:00000010:2.1:1718399242.445323:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f27a80. 00010000:00000010:2.1:1718399242.445325:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b43ffc00. 00010000:00000010:2.1:1718399242.445327:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f24240. 00010000:00000010:2.1:1718399242.445331:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c8f00. 00010000:00000010:2.1:1718399242.445334:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f27cc0. 00010000:00000010:2.1:1718399242.445335:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c8300. 00010000:00000010:2.1:1718399242.445337:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f24900. 00010000:00000010:2.1:1718399242.445339:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c8a00. 00010000:00000010:2.1:1718399242.445340:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25680. 00010000:00000010:2.1:1718399242.445342:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c8000. 00010000:00000010:2.1:1718399242.445344:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f26400. 00010000:00000010:2.1:1718399242.445345:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c8100. 00010000:00000010:2.1:1718399242.445347:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f26f40. 00010000:00000010:2.1:1718399242.445348:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c8700. 00010000:00000010:2.1:1718399242.445350:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25f80. 00010000:00000010:2.1:1718399242.445352:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c8c00. 00010000:00000010:2.1:1718399242.445353:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25440. 00010000:00000010:2.1:1718399242.445356:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3e3a00. 00010000:00000010:2.1:1718399242.445360:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25d40. 00010000:00000010:2.1:1718399242.445362:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3e3600. 00010000:00000010:2.1:1718399242.445363:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f27600. 00010000:00000010:2.1:1718399242.445365:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3e3e00. 00010000:00000010:2.1:1718399242.445367:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f258c0. 00010000:00000010:2.1:1718399242.445368:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3e3000. 00010000:00000010:2.1:1718399242.445371:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f27180. 00010000:00000010:2.1:1718399242.445372:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3e3c00. 00010000:00000010:2.1:1718399242.445374:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f26640. 00010000:00000010:2.1:1718399242.445375:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3e3800. 00010000:00000010:2.1:1718399242.445377:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f26ac0. 00010000:00000010:2.1:1718399242.445380:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d5f000. 00010000:00000010:2.1:1718399242.445382:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f27840. 00010000:00000010:2.1:1718399242.445384:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d5fa00. 00010000:00000010:2.1:1718399242.445386:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132090900. 00010000:00000010:2.1:1718399242.445388:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d5f300. 00010000:00000010:2.1:1718399242.445390:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132090480. 00010000:00000010:2.1:1718399242.445391:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d5f900. 00010000:00000010:2.1:1718399242.445394:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132091f80. 00010000:00000010:2.1:1718399242.445396:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d5f800. 00010000:00000010:2.1:1718399242.445398:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132090fc0. 00010000:00000010:2.1:1718399242.445401:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c291000. 00010000:00000010:2.1:1718399242.445402:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132092f40. 00010000:00000010:2.1:1718399242.445405:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c291200. 00010000:00000010:2.1:1718399242.445406:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132091200. 00010000:00000010:2.1:1718399242.445408:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c291a00. 00010000:00000010:2.1:1718399242.445410:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132091b00. 00010000:00000010:2.1:1718399242.445411:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c291300. 00010000:00000010:2.1:1718399242.445413:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132093180. 00010000:00000010:2.1:1718399242.445414:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c291b00. 00010000:00000010:2.1:1718399242.445416:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132092880. 00010000:00000010:2.1:1718399242.445417:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c291500. 00010000:00000010:2.1:1718399242.445419:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132093cc0. 00010000:00000010:2.1:1718399242.445420:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c291c00. 00010000:00000010:2.1:1718399242.445422:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8801320906c0. 00010000:00000010:2.1:1718399242.445424:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88007c59cb00. 00010000:00000010:2.1:1718399242.445426:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132090b40. 00010000:00000010:2.1:1718399242.445428:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88007c59c400. 00010000:00000010:2.1:1718399242.445430:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132093a80. 00010000:00000010:2.1:1718399242.445431:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88007c59c100. 00010000:00000010:2.1:1718399242.445433:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132092d00. 00010000:00000010:2.1:1718399242.445434:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88007c59ce00. 00010000:00000010:2.1:1718399242.445436:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132093840. 00010000:00000010:2.1:1718399242.445437:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88007c59c800. 00010000:00000010:2.1:1718399242.445438:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132092400. 00010000:00000010:2.1:1718399242.445440:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88007c59c600. 00010000:00000010:2.1:1718399242.445441:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132091d40. 00010000:00000010:2.1:1718399242.445444:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d517000. 00010000:00000010:2.1:1718399242.445446:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132090d80. 00010000:00000010:2.1:1718399242.445447:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d517100. 00010000:00000010:2.1:1718399242.445449:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132091440. 00010000:00000010:2.1:1718399242.445451:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d517400. 00010000:00000010:2.1:1718399242.445453:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132090240. 00010000:00000010:2.1:1718399242.445454:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d517c00. 00010000:00000010:2.1:1718399242.445456:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132092640. 00010000:00000010:2.1:1718399242.445457:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d517900. 00010000:00000010:2.1:1718399242.445459:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8801320918c0. 00010000:00000010:2.1:1718399242.445460:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d517d00. 00010000:00000010:2.1:1718399242.445462:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132092ac0. 00010000:00000010:2.1:1718399242.445463:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d517700. 00010000:00000010:2.1:1718399242.445467:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c946c0. 00010000:00000010:2.1:1718399242.445468:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b4241b00. 00010000:00000010:2.1:1718399242.445472:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c95440. 00010000:00000010:2.1:1718399242.445475:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b439bb00. 00010000:00000010:2.1:1718399242.445479:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c96d00. 00010000:00000010:2.1:1718399242.445481:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b439bc00. 00010000:00000010:2.1:1718399242.445482:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c96400. 00010000:00000010:2.1:1718399242.445485:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ec3000. 00010000:00000010:2.1:1718399242.445488:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c94240. 00010000:00000010:2.1:1718399242.445490:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ec3d00. 00010000:00000010:2.1:1718399242.445492:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c94fc0. 00010000:00000010:2.1:1718399242.445494:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ec3600. 00010000:00000010:2.1:1718399242.445496:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c94b40. 00010000:00000010:2.1:1718399242.445497:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ec3100. 00010000:00000010:2.1:1718399242.445499:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c95f80. 00010000:00000010:2.1:1718399242.445500:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ec3900. 00010000:00000010:2.1:1718399242.445502:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c96880. 00010000:00000010:2.1:1718399242.445503:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ec3e00. 00010000:00000010:2.1:1718399242.445505:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c97600. 00010000:00000010:2.1:1718399242.445506:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ec3800. 00010000:00000010:2.1:1718399242.445508:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c94900. 00010000:00000010:2.1:1718399242.445509:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ec3b00. 00010000:00000010:2.1:1718399242.445511:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c97180. 00010000:00000010:2.1:1718399242.445513:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5159500. 00010000:00000010:2.1:1718399242.445516:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c96f40. 00010000:00000010:2.1:1718399242.445518:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5159400. 00010000:00000010:2.1:1718399242.445519:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c94d80. 00010000:00000010:2.1:1718399242.445521:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5159a00. 00010000:00000010:2.1:1718399242.445522:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c96640. 00010000:00000010:2.1:1718399242.445524:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5159d00. 00010000:00000010:2.1:1718399242.445525:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c973c0. 00010000:00000010:2.1:1718399242.445526:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5159000. 00010000:00000010:2.1:1718399242.445528:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c95200. 00010000:00000010:2.1:1718399242.445531:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c9300. 00010000:00000010:2.1:1718399242.445533:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c96ac0. 00010000:00000010:2.1:1718399242.445534:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c9c00. 00010000:00000010:2.1:1718399242.445536:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c95b00. 00010000:00000010:2.1:1718399242.445538:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c9400. 00010000:00000010:2.1:1718399242.445540:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b88b40. 00010000:00000010:2.1:1718399242.445542:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c9d00. 00010000:00000010:2.1:1718399242.445544:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8b3c0. 00010000:00000010:2.1:1718399242.445545:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c9b00. 00010000:00000010:2.1:1718399242.445547:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b886c0. 00010000:00000010:2.1:1718399242.445548:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c9200. 00010000:00000010:2.1:1718399242.445550:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b89440. 00010000:00000010:2.1:1718399242.445551:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c9800. 00010000:00000010:2.1:1718399242.445553:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b89d40. 00010000:00000010:2.1:1718399242.445554:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c9900. 00010000:00000010:2.1:1718399242.445556:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8a640. 00010000:00000010:2.1:1718399242.445558:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5676d00. 00010000:00000010:2.1:1718399242.445560:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8af40. 00010000:00000010:2.1:1718399242.445562:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5676300. 00010000:00000010:2.1:1718399242.445563:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8bcc0. 00010000:00000010:2.1:1718399242.445564:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5676b00. 00010000:00000010:2.1:1718399242.445566:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b88d80. 00000400:00000200:0.0:1718399242.445922:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.445935:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff800 00000400:00000200:0.0:1718399242.445941:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad73d [1] + 224 00000400:00000200:0.0:1718399242.445951:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.445955:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.445962:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27d580 x1801871316482048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.445983:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.445987:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ab40 00000400:00000200:0.0:1718399242.445991:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac071 [2] + 1968 00000400:00000010:0.0:1718399242.445994:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92d68. 00000400:00000200:0.0:1718399242.445998:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800930d9540 00000400:00000200:0.0:1718399242.446059:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.446062:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.446064:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800930d9540 00000400:00000010:0.0:1718399242.446066:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800930d9540 (tot 82313786). 00000100:00000200:0.0:1718399242.446071:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1718399242.446351:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92318. 00000400:00000200:2.0:1718399242.446354:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376990 00000400:00000010:2.0:1718399242.446356:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376990. 00000100:00000200:2.0:1718399242.446361:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27d580 x1801871316482048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.446367:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27d580 x1801871316482048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.446393:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2800. 02000000:00000010:2.0:1718399242.446398:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2600. 00000100:00000010:2.0:1718399242.446401:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 00000100:00000010:2.0:1718399242.446404:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9f00. 00010000:00000010:2.0:1718399242.446406:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3e35c0. 00000020:00000010:3.0:1718399242.447424:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399242.447430:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399242.447433:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399242.447451:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88008f9c1050 x1801871317904192/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399242.447672:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317904192 02000000:00000010:3.0:1718399242.447680:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3000. 00010000:00000010:3.0:1718399242.447701:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093edc580. 00010000:00000010:3.0:1718399242.448175:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.448181:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093e47e40. 00000100:00000010:3.0:1718399242.448475:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093e47e40. 00010000:00000010:3.0:1718399242.448479:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000010:3.0:1718399242.448489:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466ee0. 00000100:00000200:3.0:1718399242.448494:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317904192, offset 224 00000400:00000200:3.0:1718399242.448500:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.448510:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.448515:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89944:89944:256:4294967295] 192.168.202.25@tcp LPNI seq info [89944:89944:8:4294967295] 00000400:00000200:3.0:1718399242.448523:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.448527:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.448530:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7800 (tot 82314034). 00000800:00000200:3.0:1718399242.448535:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.448542:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.448545:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.448557:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399242.448561:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399242.448564:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.448571:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd800. 00000100:00000010:3.0:1718399242.448574:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbb440. 02000000:00000010:3.0:1718399242.448578:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc000. 00000100:00000010:3.0:1718399242.448580:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:3.0:1718399242.448582:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb600. 00000100:00000010:3.0:1718399242.448584:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 02000000:00000010:3.0:1718399242.448586:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa400. 00000100:00000010:3.0:1718399242.448588:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 02000000:00000010:3.0:1718399242.448590:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc600. 00000100:00000010:3.0:1718399242.448592:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:3.0:1718399242.448594:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd400. 00000100:00000010:3.0:1718399242.448595:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 00000100:00000200:3.0:1718399242.448601:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1718399242.448605:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310f78. 00000400:00000010:3.0:1718399242.448608:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093e47e40 (tot 82314186). 00080000:00000010:2.0:1718399242.448668:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093599e00. 00010000:00000010:2.0:1718399242.448735:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:2.0:1718399242.448739:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093edc280. 00010000:00000010:2.0:1718399242.448816:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093599400. 00010000:00000010:2.0:1718399242.448819:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6e80. 00010000:00000010:2.0:1718399242.448822:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c480. 00010000:00000010:2.0:1718399242.448825:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6800. 00080000:00000010:2.0:1718399242.448833:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093599f00. 00010000:00000010:2.0:1718399242.448851:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6800. 00010000:00000010:2.0:1718399242.448854:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6e80. 00010000:00000010:2.0:1718399242.448893:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d200. 00010000:00000010:2.0:1718399242.448897:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e80. 00010000:00000010:2.0:1718399242.448902:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571980. 00000100:00000010:2.0:1718399242.448904:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f780. 00000100:00000010:2.0:1718399242.448910:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc740. 02000000:00000010:2.0:1718399242.448919:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb400. 02000000:00000010:2.0:1718399242.448938:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa800. 00000400:00000010:2.0:1718399242.448941:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdaa8. 00000400:00000010:2.0:1718399242.448943:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ecc0. 00000100:00000200:2.0:1718399242.448946:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316482112, portal 16 00000400:00000010:2.0:1718399242.448948:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e000. 00000100:00000200:2.0:1718399242.448950:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316482112, offset 0 00000400:00000200:2.0:1718399242.448954:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.448958:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.448963:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.448965:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.448967:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.448969:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89945:89945:255:4294967295] 192.168.202.25@tcp LPNI seq info [89945:89945:7:4294967295] 00000400:00000200:2.0:1718399242.448974:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.448977:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.448979:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093599900 (tot 82314434). 00000800:00000200:2.0:1718399242.448981:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.448984:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.448986:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093599900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.449143:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.449145:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7800 (tot 82314186). 00000400:00000200:0.0:1718399242.449149:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.449152:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.449155:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466ee0 00000400:00000010:0.0:1718399242.449156:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466ee0. 02000000:00000010:0.0:1718399242.449159:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3000. 00000800:00000200:0.0:1718399242.449203:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.449205:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093599900 (tot 82313938). 00000400:00000200:0.0:1718399242.449207:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.449210:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.449212:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e000 00000400:00000010:0.0:1718399242.449213:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e000. 00000100:00000200:0.0:1718399242.449218:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbc740 x1801871316482112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.450738:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092becb40. 00000400:00000200:0.0:1718399242.451067:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.451078:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff840 00000400:00000200:0.0:1718399242.451083:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad74d [1] + 224 00000400:00000200:0.0:1718399242.451092:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.451095:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.451100:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbc740 x1801871316482112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.451132:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.451137:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ab80 00000400:00000200:0.0:1718399242.451141:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac0c9 [2] + 0 00000400:00000200:0.0:1718399242.451187:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.451191:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.451194:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.451198:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 00000400:00000010:2.0:1718399242.451397:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdaa8. 00000400:00000200:2.0:1718399242.451400:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ecc0 00000400:00000010:2.0:1718399242.451401:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ecc0. 00000100:00000200:2.0:1718399242.451407:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbc740 x1801871316482112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.451413:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbc740 x1801871316482112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.451434:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa800. 02000000:00000010:2.0:1718399242.451441:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb400. 00000100:00000010:2.0:1718399242.451444:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc740. 00000100:00000010:2.0:1718399242.451447:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f780. 00010000:00000010:2.0:1718399242.451449:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571980. 00000020:00000010:3.0:1718399242.451515:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399242.451520:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399242.451523:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399242.451539:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c2797c0 x1801871317904256/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399242.451916:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317904256 02000000:00000010:3.0:1718399242.451924:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2600. 00010000:00000010:3.0:1718399242.451943:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b26aa900. 00010000:00000010:3.0:1718399242.451956:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.451961:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093db6d80. 00000100:00000010:3.0:1718399242.451966:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093db6d80. 00010000:00000010:3.0:1718399242.451968:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000010:3.0:1718399242.451975:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94667f8. 00000100:00000200:3.0:1718399242.451978:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317904256, offset 224 00000400:00000200:3.0:1718399242.451983:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.451990:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.451994:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89946:89946:256:4294967295] 192.168.202.25@tcp LPNI seq info [89946:89946:8:4294967295] 00000400:00000200:3.0:1718399242.452001:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.452005:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.452008:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7b00 (tot 82314186). 00000800:00000200:3.0:1718399242.452012:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.452017:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.452020:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.452030:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399242.452033:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399242.452036:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00080000:00000010:2.0:1718399242.452121:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093599d00. 00010000:00000010:2.0:1718399242.452168:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e80. 00010000:00000010:2.0:1718399242.452173:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b26aa600. 00010000:00000010:2.0:1718399242.452224:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356ed00. 00010000:00000010:2.0:1718399242.452227:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e80. 00010000:00000010:2.0:1718399242.452233:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571980. 00000100:00000010:2.0:1718399242.452235:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f780. 00000100:00000010:2.0:1718399242.452239:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc740. 02000000:00000010:2.0:1718399242.452245:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb400. 02000000:00000010:2.0:1718399242.452258:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa800. 00000400:00000010:2.0:1718399242.452261:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdaa8. 00000400:00000010:2.0:1718399242.452263:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ecc0. 00000100:00000200:2.0:1718399242.452266:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316482176, portal 16 00000400:00000010:2.0:1718399242.452292:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e6e8. 00000100:00000200:2.0:1718399242.452293:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316482176, offset 0 00000400:00000200:2.0:1718399242.452297:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.452301:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.452306:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.452309:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.452311:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.452313:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89947:89947:255:4294967295] 192.168.202.25@tcp LPNI seq info [89947:89947:7:4294967295] 00000400:00000200:2.0:1718399242.452318:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.452321:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.452323:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093599b00 (tot 82314434). 00000800:00000200:2.0:1718399242.452326:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.452329:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.452331:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093599b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.452398:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.452401:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7b00 (tot 82314186). 00000400:00000200:0.0:1718399242.452404:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.452407:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.452409:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94667f8 00000400:00000010:0.0:1718399242.452410:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94667f8. 00000800:00000200:0.0:1718399242.452444:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.452446:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093599b00 (tot 82313938). 00000400:00000200:0.0:1718399242.452448:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.452451:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.452453:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e6e8 00000400:00000010:0.0:1718399242.452453:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e6e8. 00000100:00000200:0.0:1718399242.452456:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbc740 x1801871316482176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.453412:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce2400. 00000400:00000200:0.0:1718399242.453969:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.453979:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff880 00000400:00000200:0.0:1718399242.453984:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad759 [1] + 224 00000400:00000200:0.0:1718399242.453999:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.454002:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.454007:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbc740 x1801871316482176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.454266:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f45a00. 00010000:00000010:2.1:1718399242.454293:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b89680. 00010000:00000010:2.1:1718399242.454296:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093599400. 00010000:00000010:2.1:1718399242.454298:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00000400:00000010:2.0:1718399242.454309:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdaa8. 00000400:00000200:2.0:1718399242.454312:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ecc0 00000400:00000010:2.0:1718399242.454313:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ecc0. 00000100:00000200:2.0:1718399242.454318:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbc740 x1801871316482176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.454324:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbc740 x1801871316482176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.454343:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa800. 02000000:00000010:2.0:1718399242.454348:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb400. 00000100:00000010:2.0:1718399242.454352:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc740. 00000100:00000010:2.0:1718399242.454355:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f780. 00010000:00000010:2.0:1718399242.454357:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571980. 00010000:00000010:3.1:1718399242.454503:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5092a00. 00010000:00000010:3.1:1718399242.454508:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b88480. 00000400:00000200:0.0:1718399242.455045:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.455052:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5abc0 00000400:00000200:0.0:1718399242.455057:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac0c9 [2] + 328 00000400:00000200:0.0:1718399242.455104:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.455107:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.455110:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.455113:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00000020:00000010:1.0:1718399242.455283:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399242.455288:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.455291:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.455308:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317904320/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399242.455336:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317904320 02000000:00000010:1.0:1718399242.455343:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd400. 00010000:00000010:1.0:1718399242.455361:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009b0c0500. 00010000:00000010:1.0:1718399242.455388:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.455394:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47b40. 00000100:00000010:1.0:1718399242.455399:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47b40. 00010000:00000010:1.0:1718399242.455401:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.455409:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a6e8. 00000100:00000200:1.0:1718399242.455412:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317904320, offset 224 00000400:00000200:1.0:1718399242.455417:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.455423:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.455428:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89948:89948:256:4294967295] 192.168.202.25@tcp LPNI seq info [89948:89948:8:4294967295] 00000400:00000200:1.0:1718399242.455434:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.455438:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.455441:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612100 (tot 82314186). 00000800:00000200:1.0:1718399242.455445:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.455451:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.455453:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.455465:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.455468:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.455472:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fca00. 00080000:00000010:2.0:1718399242.455602:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093599400. 00010000:00000010:2.0:1718399242.455658:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e80. 00010000:00000010:2.0:1718399242.455663:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009b0c0480. 00010000:00000010:2.0:1718399242.455719:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c480. 00010000:00000010:2.0:1718399242.455723:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e80. 00010000:00000010:2.0:1718399242.455728:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571980. 00000100:00000010:2.0:1718399242.455730:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f780. 00000100:00000010:2.0:1718399242.455734:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc740. 02000000:00000010:2.0:1718399242.455740:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb400. 02000000:00000010:2.0:1718399242.455758:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa800. 00000400:00000010:2.0:1718399242.455762:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdaa8. 00000400:00000010:2.0:1718399242.455764:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ecc0. 00000100:00000200:2.0:1718399242.455767:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316482240, portal 16 00000400:00000010:2.0:1718399242.455770:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ea18. 00000100:00000200:2.0:1718399242.455771:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316482240, offset 0 00000400:00000200:2.0:1718399242.455775:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.455779:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.455819:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.455822:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.455824:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.455826:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89949:89949:255:4294967295] 192.168.202.25@tcp LPNI seq info [89949:89949:7:4294967295] 00000400:00000200:2.0:1718399242.455831:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.455834:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.455836:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093599500 (tot 82314434). 00000800:00000200:2.0:1718399242.455839:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.455842:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.455843:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093599500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.456073:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.456076:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612100 (tot 82314186). 00000400:00000200:0.0:1718399242.456079:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.456082:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.456085:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a6e8 00000400:00000010:0.0:1718399242.456086:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a6e8. 00000800:00000200:0.0:1718399242.456122:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.456124:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093599500 (tot 82313938). 00000400:00000200:0.0:1718399242.456126:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.456129:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.456131:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ea18 00000400:00000010:0.0:1718399242.456131:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ea18. 00000100:00000200:0.0:1718399242.456135:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbc740 x1801871316482240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.456618:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f5d200. 00000400:00000200:0.0:1718399242.458118:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.458129:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff8c0 00000400:00000200:0.0:1718399242.458135:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad765 [1] + 224 00000400:00000200:0.0:1718399242.458155:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.458158:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.458164:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbc740 x1801871316482240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.458343:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdaa8. 00000400:00000200:2.0:1718399242.458347:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ecc0 00000400:00000010:2.0:1718399242.458348:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ecc0. 00000100:00000200:2.0:1718399242.458353:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbc740 x1801871316482240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.458358:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbc740 x1801871316482240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.458380:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa800. 02000000:00000010:2.0:1718399242.458386:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb400. 00000100:00000010:2.0:1718399242.458390:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc740. 00000100:00000010:2.0:1718399242.458393:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f780. 00010000:00000010:2.0:1718399242.458396:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571980. 00000400:00000200:0.0:1718399242.458597:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.458602:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ac00 00000400:00000200:0.0:1718399242.458607:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac0c9 [2] + 656 00000400:00000200:0.0:1718399242.458651:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.458654:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.458658:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.458663:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 00000020:00000010:3.0:1718399242.458917:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399242.458922:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399242.458925:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399242.458942:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27df00 x1801871317904384/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399242.458970:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317904384 02000000:00000010:3.0:1718399242.458977:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3e00. 00010000:00000010:3.0:1718399242.458995:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092acac00. 00010000:00000010:3.0:1718399242.459012:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.459016:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093db6d80. 00000100:00000010:3.0:1718399242.459029:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093db6d80. 00010000:00000010:3.0:1718399242.459031:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000010:3.0:1718399242.459039:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466880. 00000100:00000200:3.0:1718399242.459043:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317904384, offset 224 00000400:00000200:3.0:1718399242.459048:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.459054:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.459059:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89950:89950:256:4294967295] 192.168.202.25@tcp LPNI seq info [89950:89950:8:4294967295] 00000400:00000200:3.0:1718399242.459066:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.459071:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.459074:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7300 (tot 82314186). 00000800:00000200:3.0:1718399242.459078:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.459083:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.459086:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.459096:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399242.459100:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399242.459102:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00000800:00000200:0.0:1718399242.459335:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.459338:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7300 (tot 82313938). 00000400:00000200:0.0:1718399242.459340:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.459343:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.459345:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466880 00000400:00000010:0.0:1718399242.459346:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466880. 00010000:00000010:2.1:1718399242.459606:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ac4500. 00010000:00000010:2.1:1718399242.459612:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d200. 00080000:00000010:2.0:1718399242.459628:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093599600. 00010000:00000010:2.0:1718399242.459690:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e80. 00010000:00000010:2.0:1718399242.459695:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092aca900. 00010000:00000010:2.0:1718399242.459752:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d200. 00010000:00000010:2.0:1718399242.459755:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e80. 00010000:00000010:2.0:1718399242.459762:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571980. 00000100:00000010:2.0:1718399242.459765:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f780. 00000100:00000010:2.0:1718399242.459770:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc740. 02000000:00000010:2.0:1718399242.459779:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb400. 02000000:00000010:2.0:1718399242.459806:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa800. 00000400:00000010:2.0:1718399242.459811:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdaa8. 00000400:00000010:2.0:1718399242.459813:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ecc0. 00000100:00000200:2.0:1718399242.459817:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316482304, portal 16 00000400:00000010:2.0:1718399242.459820:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eb28. 00000100:00000200:2.0:1718399242.459821:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316482304, offset 0 00000400:00000200:2.0:1718399242.459825:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.459831:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.459835:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.459837:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.459839:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.459841:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89951:89951:256:4294967295] 192.168.202.25@tcp LPNI seq info [89951:89951:8:4294967295] 00000400:00000200:2.0:1718399242.459847:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.459850:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.459852:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093599300 (tot 82314186). 00000800:00000200:2.0:1718399242.459855:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.459859:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.459862:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093599300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.460107:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.460109:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093599300 (tot 82313938). 00000400:00000200:0.0:1718399242.460111:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.460114:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.460116:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eb28 00000400:00000010:0.0:1718399242.460117:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eb28. 00000100:00000200:0.0:1718399242.460121:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbc740 x1801871316482304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399242.460243:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a522b180. 00000400:00000200:0.0:1718399242.462596:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.462610:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff900 00000400:00000200:0.0:1718399242.462617:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad771 [1] + 224 00000400:00000200:0.0:1718399242.462633:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.462637:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.462643:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbc740 x1801871316482304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.462795:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdaa8. 00000400:00000200:2.0:1718399242.462799:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ecc0 00000400:00000010:2.0:1718399242.462800:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ecc0. 00000100:00000200:2.0:1718399242.462805:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbc740 x1801871316482304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.462811:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbc740 x1801871316482304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.462834:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa800. 02000000:00000010:2.0:1718399242.462840:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb400. 00000100:00000010:2.0:1718399242.462844:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc740. 00000100:00000010:2.0:1718399242.462848:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f780. 00010000:00000010:2.0:1718399242.462851:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571980. 00000400:00000200:0.0:1718399242.463674:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.463681:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ac40 00000400:00000200:0.0:1718399242.463685:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac0c9 [2] + 984 00000400:00000200:0.0:1718399242.463732:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.463736:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.463740:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.463744:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00000020:00000010:1.0:1718399242.464415:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399242.464422:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.464426:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.464446:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317904448/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399242.464480:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317904448 02000000:00000010:1.0:1718399242.464487:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc600. 00010000:00000010:1.0:1718399242.464511:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f54e80. 00010000:00000010:1.0:1718399242.464544:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.464551:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47b40. 00000100:00000010:1.0:1718399242.464557:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47b40. 00010000:00000010:1.0:1718399242.464560:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.464569:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aee0. 00000100:00000200:1.0:1718399242.464572:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317904448, offset 224 00000400:00000200:1.0:1718399242.464577:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.464585:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00080000:00000010:2.0:1718399242.465434:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093599700. 00010000:00000010:2.0:1718399242.465504:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e80. 00010000:00000010:2.0:1718399242.465511:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093f54c80. 00010000:00000010:2.0:1718399242.465570:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c6c0. 00010000:00000010:2.0:1718399242.465574:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e80. 00010000:00000010:2.0:1718399242.465582:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571980. 00000100:00000010:2.0:1718399242.465586:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f780. 00000100:00000010:2.0:1718399242.465592:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc740. 02000000:00000010:2.0:1718399242.465602:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb400. 02000000:00000010:2.0:1718399242.465620:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa800. 00000400:00000010:2.0:1718399242.465624:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdaa8. 00000400:00000010:2.0:1718399242.465628:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ecc0. 00000100:00000200:2.0:1718399242.465634:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316482368, portal 16 00000400:00000010:2.0:1718399242.465638:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eaa0. 00000100:00000200:2.0:1718399242.465639:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316482368, offset 0 00000400:00000200:2.0:1718399242.465644:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.465923:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89952:89952:256:4294967295] 192.168.202.25@tcp LPNI seq info [89952:89952:8:4294967295] 00000400:00000200:1.0:1718399242.465933:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.465938:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.465942:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612100 (tot 82314186). 00000800:00000200:1.0:1718399242.465946:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.465952:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.465955:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.465971:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.465975:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.465979:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fca00. 00000800:00000200:0.0:1718399242.466103:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.466106:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612100 (tot 82313938). 00000400:00000200:0.0:1718399242.466109:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.466113:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.466115:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aee0 00000400:00000010:0.0:1718399242.466117:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aee0. 00000400:00000200:2.0:1718399242.466548:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.466554:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.466557:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.466559:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.466561:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89953:89953:255:4294967295] 192.168.202.25@tcp LPNI seq info [89953:89953:7:4294967295] 00000400:00000200:2.0:1718399242.466567:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.466570:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.466572:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093599a00 (tot 82314186). 00000800:00000200:2.0:1718399242.466575:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.466579:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.466580:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093599a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.466649:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.466651:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093599a00 (tot 82313938). 00000400:00000200:0.0:1718399242.466653:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.466656:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.466659:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eaa0 00000400:00000010:0.0:1718399242.466660:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eaa0. 00000100:00000200:0.0:1718399242.466666:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbc740 x1801871316482368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.467138:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f2c000. 00000400:00000200:0.0:1718399242.469057:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.469069:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff940 00000400:00000200:0.0:1718399242.469076:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad77d [1] + 224 00000400:00000200:0.0:1718399242.469094:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.469097:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.469104:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbc740 x1801871316482368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.469297:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdaa8. 00000400:00000200:2.0:1718399242.469301:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ecc0 00000400:00000010:2.0:1718399242.469302:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ecc0. 00000100:00000200:2.0:1718399242.469308:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbc740 x1801871316482368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.469314:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbc740 x1801871316482368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.469338:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa800. 02000000:00000010:2.0:1718399242.469343:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb400. 00000100:00000010:2.0:1718399242.469346:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc740. 00000100:00000010:2.0:1718399242.469350:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f780. 00010000:00000010:2.0:1718399242.469352:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571980. 00010000:00000010:3.1:1718399242.469608:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009b4bad00. 00010000:00000010:2.1:1718399242.469643:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51dae00. 00010000:00000010:2.1:1718399242.469647:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ed00. 00000400:00000200:2.0:1718399242.469862:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.469867:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ac80 00000400:00000200:2.0:1718399242.469872:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac0c9 [2] + 1312 00000400:00000200:2.0:1718399242.469914:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.469917:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.469920:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399242.469923:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc740. 00000020:00000010:1.0:1718399242.470121:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399242.470125:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.470129:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.470142:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbc740 x1801871317904512/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399242.470165:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317904512 02000000:00000010:1.0:1718399242.470171:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc000. 00010000:00000010:1.0:1718399242.470189:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012eb92980. 00010000:00000010:1.0:1718399242.470210:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.470214:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47b40. 00000100:00000010:1.0:1718399242.470219:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47b40. 00010000:00000010:1.0:1718399242.470221:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.470227:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9abb0. 00000100:00000200:1.0:1718399242.470231:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317904512, offset 224 00000400:00000200:1.0:1718399242.470236:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.470243:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.470247:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89954:89954:256:4294967295] 192.168.202.25@tcp LPNI seq info [89954:89954:8:4294967295] 00000400:00000200:1.0:1718399242.470254:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.470258:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.470261:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612e00 (tot 82314186). 00000800:00000200:1.0:1718399242.470265:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.470288:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.470291:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.470299:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.470301:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.470304:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fca00. 00080000:00000010:2.0:1718399242.470461:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093599200. 00010000:00000010:2.0:1718399242.470518:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e80. 00010000:00000010:2.0:1718399242.470522:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012eb92900. 00010000:00000010:2.0:1718399242.470570:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093599a00. 00010000:00000010:2.0:1718399242.470572:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6e80. 00010000:00000010:2.0:1718399242.470575:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356ed00. 00010000:00000010:2.0:1718399242.470578:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6800. 00080000:00000010:2.0:1718399242.470584:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093599300. 00010000:00000010:2.0:1718399242.470596:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6800. 00010000:00000010:2.0:1718399242.470598:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6e80. 00010000:00000010:2.0:1718399242.470624:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e400. 00010000:00000010:2.0:1718399242.470626:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e80. 00010000:00000010:2.0:1718399242.470631:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571980. 00000100:00000010:2.0:1718399242.470633:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f780. 00000100:00000010:2.0:1718399242.470637:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbb440. 02000000:00000010:2.0:1718399242.470644:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb400. 02000000:00000010:2.0:1718399242.470658:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa800. 00000400:00000010:2.0:1718399242.470661:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdaa8. 00000400:00000010:2.0:1718399242.470663:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ecc0. 00000100:00000200:2.0:1718399242.470667:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316482432, portal 16 00000400:00000010:2.0:1718399242.470669:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e330. 00000100:00000200:2.0:1718399242.470670:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316482432, offset 0 00000400:00000200:2.0:1718399242.470674:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.470678:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.470683:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.470685:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.470687:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.470689:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89955:89955:255:4294967295] 192.168.202.25@tcp LPNI seq info [89955:89955:7:4294967295] 00000400:00000200:2.0:1718399242.470694:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.470697:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.470699:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093599500 (tot 82314434). 00000800:00000200:2.0:1718399242.470702:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.470705:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.470707:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093599500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.470963:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.470965:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612e00 (tot 82314186). 00000400:00000200:0.0:1718399242.470968:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.470971:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.470973:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9abb0 00000400:00000010:0.0:1718399242.470974:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9abb0. 00000800:00000200:0.0:1718399242.471003:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.471004:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093599500 (tot 82313938). 00000400:00000200:0.0:1718399242.471005:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.471007:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.471009:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e330 00000400:00000010:0.0:1718399242.471009:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e330. 00000100:00000200:0.0:1718399242.471013:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbb440 x1801871316482432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.472594:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880095dfe400. 00010000:00000010:2.1:1718399242.472603:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00010000:00000010:2.1:1718399242.472606:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f5b000. 00010000:00000010:2.1:1718399242.472608:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d200. 00000400:00000200:0.0:1718399242.472751:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.472762:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff980 00000400:00000200:0.0:1718399242.472769:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad789 [1] + 224 00000400:00000200:0.0:1718399242.472776:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.472778:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.472791:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbb440 x1801871316482432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.472817:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.472820:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5acc0 00000400:00000200:0.0:1718399242.472824:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac0c9 [2] + 1640 00000400:00000200:0.0:1718399242.472868:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.472871:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.472875:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.472879:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00000400:00000010:2.0:1718399242.473006:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdaa8. 00000400:00000200:2.0:1718399242.473009:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ecc0 00000400:00000010:2.0:1718399242.473010:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ecc0. 00000100:00000200:2.0:1718399242.473015:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbb440 x1801871316482432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.473021:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbb440 x1801871316482432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.473042:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa800. 02000000:00000010:2.0:1718399242.473047:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb400. 00000100:00000010:2.0:1718399242.473050:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbb440. 00000100:00000010:2.0:1718399242.473054:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f780. 00010000:00000010:2.0:1718399242.473056:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571980. 00000020:00000010:3.0:1718399242.473762:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399242.473767:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399242.473770:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399242.473797:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317904576/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399242.473821:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317904576 02000000:00000010:3.0:1718399242.473829:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2400. 00010000:00000010:3.0:1718399242.473848:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093054480. 00010000:00000010:3.0:1718399242.473875:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.473880:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093db6d80. 00000100:00000010:3.0:1718399242.473885:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093db6d80. 00010000:00000010:3.0:1718399242.473888:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000010:3.0:1718399242.473896:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466550. 00000100:00000200:3.0:1718399242.473900:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317904576, offset 224 00000400:00000200:3.0:1718399242.473905:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.473912:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.473916:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89956:89956:256:4294967295] 192.168.202.25@tcp LPNI seq info [89956:89956:8:4294967295] 00000400:00000200:3.0:1718399242.473924:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.473927:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.473930:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7900 (tot 82314186). 00000800:00000200:3.0:1718399242.473934:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.473941:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.473944:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.473955:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399242.473959:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399242.473962:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00000800:00000200:3.0:1718399242.474016:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399242.474018:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7900 (tot 82313938). 00000400:00000200:3.0:1718399242.474020:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399242.474023:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399242.474025:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466550 00000400:00000010:3.0:1718399242.474026:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466550. 00080000:00000010:2.0:1718399242.474110:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093599b00. 00010000:00000010:2.0:1718399242.474165:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e80. 00010000:00000010:2.0:1718399242.474171:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093054580. 00010000:00000010:2.0:1718399242.474224:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d200. 00010000:00000010:2.0:1718399242.474228:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e80. 00010000:00000010:2.0:1718399242.474235:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571980. 00000100:00000010:2.0:1718399242.474237:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f780. 00000100:00000010:2.0:1718399242.474241:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbb440. 02000000:00000010:2.0:1718399242.474249:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb400. 02000000:00000010:2.0:1718399242.474263:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa800. 00000400:00000010:2.0:1718399242.474266:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdaa8. 00000400:00000010:2.0:1718399242.474284:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ecc0. 00000100:00000200:2.0:1718399242.474288:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316482496, portal 16 00000400:00000010:2.0:1718399242.474291:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e440. 00000100:00000200:2.0:1718399242.474293:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316482496, offset 0 00000400:00000200:2.0:1718399242.474297:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.474301:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.474305:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.474307:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.474309:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.474311:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89957:89957:256:4294967295] 192.168.202.25@tcp LPNI seq info [89957:89957:8:4294967295] 00000400:00000200:2.0:1718399242.474316:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.474319:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.474321:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093599900 (tot 82314186). 00000800:00000200:2.0:1718399242.474324:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.474327:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.474329:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093599900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.474568:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.474570:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093599900 (tot 82313938). 00000400:00000200:0.0:1718399242.474573:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.474576:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.474578:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e440 00000400:00000010:0.0:1718399242.474579:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e440. 00000100:00000200:0.0:1718399242.474583:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbb440 x1801871316482496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.476083:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88013208b600. 00000400:00000200:0.0:1718399242.477063:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.477076:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbff9c0 00000400:00000200:0.0:1718399242.477083:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad795 [1] + 224 00000400:00000200:0.0:1718399242.477103:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.477106:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.477113:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbb440 x1801871316482496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.477538:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdaa8. 00000400:00000200:2.0:1718399242.477542:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ecc0 00000400:00000010:2.0:1718399242.477543:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ecc0. 00000100:00000200:2.0:1718399242.477548:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbb440 x1801871316482496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.477554:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbb440 x1801871316482496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.477578:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa800. 02000000:00000010:2.0:1718399242.477584:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb400. 00000100:00000010:2.0:1718399242.477599:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbb440. 00000100:00000010:2.0:1718399242.477603:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f780. 00010000:00000010:2.0:1718399242.477606:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571980. 00000400:00000200:0.0:1718399242.477853:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.477859:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ad00 00000400:00000200:0.0:1718399242.477864:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac0c9 [2] + 1968 00000400:00000010:0.0:1718399242.477866:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310cb8. 00000400:00000200:0.0:1718399242.477870:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff880095d49240 00000400:00000200:0.0:1718399242.477918:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.477921:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.477924:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880095d49240 00000400:00000010:0.0:1718399242.477925:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff880095d49240 (tot 82313786). 00000100:00000200:0.0:1718399242.477929:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1718399242.478322:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399242.478326:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.478329:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.478346:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88008f9c1850 x1801871317904640/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399242.478581:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317904640 02000000:00000010:1.0:1718399242.478588:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd800. 00010000:00000010:1.0:1718399242.478608:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012eaf1d80. 00010000:00000010:1.0:1718399242.478636:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.478641:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e47b40. 00000100:00000010:1.0:1718399242.478647:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a9e47b40. 00010000:00000010:1.0:1718399242.478649:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.478657:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a000. 00000100:00000200:1.0:1718399242.478661:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317904640, offset 224 00000400:00000200:1.0:1718399242.478666:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.478673:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.478678:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89958:89958:256:4294967295] 192.168.202.25@tcp LPNI seq info [89958:89958:8:4294967295] 00000400:00000200:1.0:1718399242.478685:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.478689:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.478691:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612200 (tot 82314034). 00000800:00000200:1.0:1718399242.478695:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.478701:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.478703:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.478712:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.478714:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.478718:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fca00. 02000000:00000010:1.0:1718399242.478724:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2400. 00000100:00000010:1.0:1718399242.478726:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 02000000:00000010:1.0:1718399242.478728:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc000. 00000100:00000010:1.0:1718399242.478729:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc740. 02000000:00000010:1.0:1718399242.478732:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc600. 00000100:00000010:1.0:1718399242.478733:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:1.0:1718399242.478734:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3e00. 00000100:00000010:1.0:1718399242.478736:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 02000000:00000010:1.0:1718399242.478739:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd400. 00000100:00000010:1.0:1718399242.478741:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 02000000:00000010:1.0:1718399242.478742:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2600. 00000100:00000010:1.0:1718399242.478744:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 00000100:00000200:1.0:1718399242.478747:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1718399242.478751:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1058. 00000400:00000010:1.0:1718399242.478753:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a9e47b40 (tot 82314186). 00000800:00000200:0.0:1718399242.478941:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.478943:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612200 (tot 82313938). 00000400:00000200:0.0:1718399242.478946:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.478949:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.478951:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a000 00000400:00000010:0.0:1718399242.478952:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a000. 02000000:00000010:0.0:1718399242.478957:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd800. 00080000:00000010:2.0:1718399242.479177:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093599c00. 00010000:00000010:2.0:1718399242.479232:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e80. 00010000:00000010:2.0:1718399242.479237:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012eaf1d00. 00010000:00000010:2.0:1718399242.479309:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c480. 00010000:00000010:2.0:1718399242.479313:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e80. 00010000:00000010:2.0:1718399242.479320:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571980. 00000100:00000010:2.0:1718399242.479323:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f780. 00000100:00000010:2.0:1718399242.479328:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbb440. 02000000:00000010:2.0:1718399242.479335:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb400. 02000000:00000010:2.0:1718399242.479351:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa800. 00000400:00000010:2.0:1718399242.479354:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdaa8. 00000400:00000010:2.0:1718399242.479356:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ecc0. 00000100:00000200:2.0:1718399242.479358:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316482560, portal 16 00000400:00000010:2.0:1718399242.479360:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e4c8. 00000100:00000200:2.0:1718399242.479362:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316482560, offset 0 00000400:00000200:2.0:1718399242.479366:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.479370:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.479375:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.479377:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.479379:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.479381:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89959:89959:256:4294967295] 192.168.202.25@tcp LPNI seq info [89959:89959:8:4294967295] 00000400:00000200:2.0:1718399242.479386:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.479390:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.479392:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093599900 (tot 82314186). 00000800:00000200:2.0:1718399242.479395:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.479399:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.479401:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093599900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.479549:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.479552:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093599900 (tot 82313938). 00000400:00000200:0.0:1718399242.479554:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.479557:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.479559:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e4c8 00000400:00000010:0.0:1718399242.479560:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e4c8. 00000100:00000200:0.0:1718399242.479564:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbb440 x1801871316482560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.481246:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.481256:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbffa00 00000400:00000200:0.0:1718399242.481261:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad7a5 [1] + 224 00000400:00000200:0.0:1718399242.481731:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.481735:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.481742:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbb440 x1801871316482560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.481773:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.481777:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ad40 00000400:00000200:0.0:1718399242.481790:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac121 [2] + 0 00000400:00000200:0.0:1718399242.481832:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.481835:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.481839:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.481844:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 00000400:00000010:3.0:1718399242.481912:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdaa8. 00000400:00000200:3.0:1718399242.481915:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ecc0 00000400:00000010:3.0:1718399242.481916:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ecc0. 00000100:00000200:3.0:1718399242.481922:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbb440 x1801871316482560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.481928:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbb440 x1801871316482560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.481949:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa800. 02000000:00000010:3.0:1718399242.481956:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb400. 00000100:00000010:3.0:1718399242.481959:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbb440. 00000100:00000010:3.0:1718399242.481962:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f780. 00010000:00000010:3.0:1718399242.481965:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571980. 00000020:00000010:3.0:1718399242.481991:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a2600. 00000020:00000010:3.0:1718399242.481995:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399242.481998:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399242.482014:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317904704/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399242.482042:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317904704 02000000:00000010:3.0:1718399242.482049:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3e00. 00010000:00000010:3.0:1718399242.482065:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130393980. 00010000:00000010:3.0:1718399242.482078:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.482083:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093db6d80. 00000100:00000010:3.0:1718399242.482088:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093db6d80. 00010000:00000010:3.0:1718399242.482090:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000010:3.0:1718399242.482097:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466550. 00000100:00000200:3.0:1718399242.482101:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317904704, offset 224 00000400:00000200:3.0:1718399242.482105:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.482111:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.482116:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89960:89960:256:4294967295] 192.168.202.25@tcp LPNI seq info [89960:89960:8:4294967295] 00000400:00000200:3.0:1718399242.482123:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.482127:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.482130:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7900 (tot 82314186). 00000800:00000200:3.0:1718399242.482133:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.482139:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.482142:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.482151:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399242.482155:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399242.482158:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a2600. 00080000:00000010:3.0:1718399242.482173:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8801369f7500. 00010000:00000010:3.0:1718399242.482227:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e80. 00010000:00000010:3.0:1718399242.482232:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130393900. 00010000:00000010:3.0:1718399242.482295:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cfc0. 00010000:00000010:3.0:1718399242.482298:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399242.482305:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.482307:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093db6d80. 00000100:00000010:3.0:1718399242.482312:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.482317:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399242.482331:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399242.482334:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310210. 00000400:00000010:3.0:1718399242.482336:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466c38. 00000100:00000200:3.0:1718399242.482339:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316482624, portal 16 00000400:00000010:3.0:1718399242.482342:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466908. 00000100:00000200:3.0:1718399242.482343:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316482624, offset 0 00000400:00000200:3.0:1718399242.482347:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.482351:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.482356:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.482359:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.482360:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.482362:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89961:89961:255:4294967295] 192.168.202.25@tcp LPNI seq info [89961:89961:7:4294967295] 00000400:00000200:3.0:1718399242.482367:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.482370:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.482371:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7200 (tot 82314434). 00000800:00000200:3.0:1718399242.482374:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.482376:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.482378:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.482549:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.482551:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7900 (tot 82314186). 00000400:00000200:0.0:1718399242.482554:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.482556:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.482558:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466550 00000400:00000010:0.0:1718399242.482559:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466550. 00000800:00000200:0.0:1718399242.482585:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.482586:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7200 (tot 82313938). 00000400:00000200:0.0:1718399242.482588:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.482590:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.482591:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466908 00000400:00000010:0.0:1718399242.482592:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466908. 00000100:00000200:0.0:1718399242.482595:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316482624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.482966:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009338d8c0. 00010000:00000010:3.1:1718399242.484141:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092980b00. 00010000:00000010:3.1:1718399242.484154:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c6c0. 00010000:00000010:3.1:1718399242.484158:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093599a00. 00010000:00000010:3.1:1718399242.484160:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ed00. 00000400:00000200:0.0:1718399242.484521:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.484532:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbffa40 00000400:00000200:0.0:1718399242.484536:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad7b1 [1] + 224 00000400:00000200:0.0:1718399242.484544:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.484547:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.484553:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316482624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.484579:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.484583:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ad80 00000400:00000200:0.0:1718399242.484587:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac121 [2] + 328 00000400:00000200:0.0:1718399242.484624:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.484627:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.484631:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.484635:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000400:00000010:3.0:1718399242.484946:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310210. 00000400:00000200:3.0:1718399242.484951:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466c38 00000400:00000010:3.0:1718399242.484952:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466c38. 00000100:00000200:3.0:1718399242.484956:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316482624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.484962:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316482624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.484982:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399242.484985:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2600. 00000100:00000010:3.0:1718399242.484987:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.484991:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093db6d80. 00010000:00000010:3.0:1718399242.484993:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000020:00000010:1.0:1718399242.485078:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd400. 00000020:00000010:1.0:1718399242.485082:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.485085:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.485099:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317904768/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399242.485113:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317904768 02000000:00000010:1.0:1718399242.485119:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc600. 00010000:00000010:1.0:1718399242.485135:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800930d7900. 00010000:00000010:1.0:1718399242.485146:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.485151:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e2d9a80. 00000100:00000010:1.0:1718399242.485168:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e2d9a80. 00010000:00000010:1.0:1718399242.485170:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.485179:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399242.485182:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317904768, offset 224 00000400:00000200:1.0:1718399242.485187:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.485194:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.485198:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89962:89962:256:4294967295] 192.168.202.25@tcp LPNI seq info [89962:89962:8:4294967295] 00000400:00000200:1.0:1718399242.485205:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.485209:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.485211:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612d00 (tot 82314186). 00000800:00000200:1.0:1718399242.485215:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.485221:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.485223:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.485234:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.485237:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.485240:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd400. 00000800:00000200:0.0:1718399242.485484:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.485486:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612d00 (tot 82313938). 00000400:00000200:0.0:1718399242.485490:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.485493:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.485495:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a7f8 00000400:00000010:0.0:1718399242.485496:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a7f8. 00080000:00000010:2.0:1718399242.485570:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093599500. 00010000:00000010:2.0:1718399242.486004:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f80. 00010000:00000010:2.0:1718399242.486010:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800930d7600. 00010000:00000010:2.0:1718399242.486063:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e1c0. 00010000:00000010:2.0:1718399242.486068:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6800. 00010000:00000010:2.0:1718399242.486074:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571740. 00000100:00000010:2.0:1718399242.486077:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f840. 00000100:00000010:2.0:1718399242.486082:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fba600. 02000000:00000010:2.0:1718399242.486089:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52faa00. 02000000:00000010:2.0:1718399242.486104:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb200. 00000400:00000010:2.0:1718399242.486107:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd580. 00000400:00000010:2.0:1718399242.486110:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399242.486113:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316482688, portal 16 00000400:00000010:2.0:1718399242.486115:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399242.486116:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316482688, offset 0 00000400:00000200:2.0:1718399242.486121:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.486126:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.486130:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.486132:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.486134:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.486136:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89963:89963:256:4294967295] 192.168.202.25@tcp LPNI seq info [89963:89963:8:4294967295] 00000400:00000200:2.0:1718399242.486142:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.486145:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.486148:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093599100 (tot 82314186). 00000800:00000200:2.0:1718399242.486150:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.486154:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.486156:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093599100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.486245:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.486247:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093599100 (tot 82313938). 00000400:00000200:0.0:1718399242.486250:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.486253:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.486256:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:0.0:1718399242.486256:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000100:00000200:0.0:1718399242.486261:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fba600 x1801871316482688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.488165:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.488176:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbffa80 00000400:00000200:0.0:1718399242.488182:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad7bd [1] + 224 00000400:00000200:0.0:1718399242.488197:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.488200:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.488205:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fba600 x1801871316482688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.488597:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd580. 00000400:00000200:2.0:1718399242.488601:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:2.0:1718399242.488602:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00000100:00000200:2.0:1718399242.488607:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fba600 x1801871316482688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.488613:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fba600 x1801871316482688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.488635:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb200. 02000000:00000010:2.0:1718399242.488641:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52faa00. 00000100:00000010:2.0:1718399242.488645:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fba600. 00000100:00000010:2.0:1718399242.488648:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f840. 00010000:00000010:2.0:1718399242.488651:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571740. 00000400:00000200:0.0:1718399242.488956:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.488964:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5adc0 00000400:00000200:0.0:1718399242.488968:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac121 [2] + 656 00000400:00000200:0.0:1718399242.489006:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.489010:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.489014:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.489018:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 00000020:00000010:3.0:1718399242.489190:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a2600. 00000020:00000010:3.0:1718399242.489196:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399242.489200:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399242.489217:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d580 x1801871317904832/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:2.1:1718399242.489296:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009302b840. 00000100:00000200:3.0:1718399242.489567:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317904832 02000000:00000010:3.0:1718399242.489574:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2400. 00010000:00000010:3.0:1718399242.489596:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093613080. 00010000:00000010:3.0:1718399242.489613:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.489618:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093db6d80. 00000100:00000010:3.0:1718399242.489852:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093db6d80. 00010000:00000010:3.0:1718399242.489855:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000010:3.0:1718399242.489864:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466c38. 00000100:00000200:3.0:1718399242.489867:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317904832, offset 224 00000400:00000200:3.0:1718399242.489872:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.489878:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.489883:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89964:89964:256:4294967295] 192.168.202.25@tcp LPNI seq info [89964:89964:8:4294967295] 00000400:00000200:3.0:1718399242.489891:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.489895:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.489898:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7600 (tot 82314186). 00000800:00000200:3.0:1718399242.489902:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.489908:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.489910:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7600 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1718399242.489958:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093599100. 00010000:00000010:2.0:1718399242.490015:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6800. 00010000:00000010:2.0:1718399242.490021:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093613000. 00010000:00000010:2.0:1718399242.490076:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356ed00. 00010000:00000010:2.0:1718399242.490080:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6800. 00010000:00000010:2.0:1718399242.490087:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571740. 00000100:00000010:2.0:1718399242.490089:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f840. 00000100:00000010:2.0:1718399242.490093:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fba600. 02000000:00000010:2.0:1718399242.490101:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52faa00. 02000000:00000010:2.0:1718399242.490118:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb200. 00000400:00000010:2.0:1718399242.490121:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd580. 00000400:00000010:2.0:1718399242.490124:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399242.490128:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316482752, portal 16 00000400:00000010:2.0:1718399242.490131:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e908. 00000100:00000200:2.0:1718399242.490132:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316482752, offset 0 00000400:00000200:2.0:1718399242.490135:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.490140:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.490144:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.490147:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.490148:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.490150:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89965:89965:255:4294967295] 192.168.202.25@tcp LPNI seq info [89965:89965:7:4294967295] 00000400:00000200:2.0:1718399242.490156:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.490158:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.490160:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093599a00 (tot 82314434). 00000800:00000200:2.0:1718399242.490163:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.490166:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.490168:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093599a00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.490322:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399242.490326:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399242.490329:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a2600. 00000800:00000200:0.0:1718399242.490678:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.490680:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7600 (tot 82314186). 00000400:00000200:0.0:1718399242.490683:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.490687:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.490689:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466c38 00000400:00000010:0.0:1718399242.490691:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466c38. 00000800:00000200:0.0:1718399242.490728:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.490730:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093599a00 (tot 82313938). 00000400:00000200:0.0:1718399242.490733:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.490735:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.490736:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e908 00000400:00000010:0.0:1718399242.490738:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e908. 00000100:00000200:0.0:1718399242.490743:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fba600 x1801871316482752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399242.492223:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d9b6c00. 00010000:00000010:3.1:1718399242.492231:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e400. 00010000:00000010:3.1:1718399242.492233:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130de5700. 00010000:00000010:3.1:1718399242.492236:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d200. 00000400:00000200:0.0:1718399242.492849:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.492860:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbffac0 00000400:00000200:0.0:1718399242.492866:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad7c9 [1] + 224 00000400:00000200:0.0:1718399242.492885:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.492888:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.492894:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fba600 x1801871316482752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.493063:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e8d7cc0. 00010000:00000010:1.1:1718399242.493069:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e3f1d00. 00010000:00000010:1.1:1718399242.493072:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00000400:00000010:2.0:1718399242.493674:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd580. 00000400:00000200:2.0:1718399242.493678:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:2.0:1718399242.493680:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00000100:00000200:2.0:1718399242.493685:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fba600 x1801871316482752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.493691:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fba600 x1801871316482752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.493717:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb200. 02000000:00000010:2.0:1718399242.493723:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52faa00. 00000100:00000010:2.0:1718399242.493727:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fba600. 00000100:00000010:2.0:1718399242.493731:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f840. 00010000:00000010:2.0:1718399242.493734:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571740. 00000400:00000200:0.0:1718399242.493929:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.493936:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ae00 00000400:00000200:0.0:1718399242.493940:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac121 [2] + 984 00000400:00000200:0.0:1718399242.493984:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.493986:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.493991:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.493995:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 00000020:00000010:3.0:1718399242.494153:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a2600. 00000020:00000010:3.0:1718399242.494158:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399242.494161:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399242.494178:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317904896/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399242.494463:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317904896 02000000:00000010:3.0:1718399242.494471:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3800. 00010000:00000010:3.0:1718399242.494491:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a51b6100. 00010000:00000010:3.0:1718399242.494506:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.494510:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093db6d80. 00000100:00000010:3.0:1718399242.494527:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093db6d80. 00010000:00000010:3.0:1718399242.494529:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000010:3.0:1718399242.494537:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94663b8. 00000100:00000200:3.0:1718399242.494540:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317904896, offset 224 00000400:00000200:3.0:1718399242.494545:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.494553:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.494557:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89966:89966:256:4294967295] 192.168.202.25@tcp LPNI seq info [89966:89966:8:4294967295] 00000400:00000200:3.0:1718399242.494563:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.494567:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.494570:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7a00 (tot 82314186). 00000800:00000200:3.0:1718399242.494573:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.494579:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.494581:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.494591:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399242.494595:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399242.494597:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a2600. 00000800:00000200:0.0:1718399242.494966:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.494968:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7a00 (tot 82313938). 00000400:00000200:0.0:1718399242.494971:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.494974:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.494976:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94663b8 00000400:00000010:0.0:1718399242.494977:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94663b8. 00080000:00000010:2.0:1718399242.495027:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093599900. 00010000:00000010:2.0:1718399242.495097:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6800. 00010000:00000010:2.0:1718399242.495102:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a51b6800. 00010000:00000010:2.0:1718399242.495164:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c6c0. 00010000:00000010:2.0:1718399242.495167:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6800. 00010000:00000010:2.0:1718399242.495173:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571740. 00000100:00000010:2.0:1718399242.495176:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8f840. 00000100:00000010:2.0:1718399242.495180:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fba600. 02000000:00000010:2.0:1718399242.495188:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52faa00. 02000000:00000010:2.0:1718399242.495205:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb200. 00000400:00000010:2.0:1718399242.495207:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd580. 00000400:00000010:2.0:1718399242.495210:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399242.495215:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316482816, portal 16 00000400:00000010:2.0:1718399242.495217:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ed48. 00000100:00000200:2.0:1718399242.495218:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316482816, offset 0 00000400:00000200:2.0:1718399242.495222:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.495226:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.495231:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.495233:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.495235:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.495236:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89967:89967:256:4294967295] 192.168.202.25@tcp LPNI seq info [89967:89967:8:4294967295] 00000400:00000200:2.0:1718399242.495242:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.495245:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.495248:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093599a00 (tot 82314186). 00000800:00000200:2.0:1718399242.495250:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.495254:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.495255:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093599a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.495519:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.495521:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093599a00 (tot 82313938). 00000400:00000200:0.0:1718399242.495524:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.495526:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.495528:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ed48 00000400:00000010:0.0:1718399242.495529:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ed48. 00000100:00000200:0.0:1718399242.495533:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fba600 x1801871316482816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.497805:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.497819:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbffb00 00000400:00000200:0.0:1718399242.497826:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad7d5 [1] + 224 00000400:00000200:0.0:1718399242.497843:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.497846:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.497853:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fba600 x1801871316482816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.498076:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880136470900. 00000400:00000200:0.0:1718399242.498220:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.498225:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ae40 00000400:00000200:0.0:1718399242.498230:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac121 [2] + 1312 00000400:00000200:0.0:1718399242.498294:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.498298:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.498302:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.498306:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 00000400:00000010:3.0:1718399242.498485:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd580. 00000400:00000200:3.0:1718399242.498490:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:3.0:1718399242.498492:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00000100:00000200:3.0:1718399242.498497:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fba600 x1801871316482816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.498504:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fba600 x1801871316482816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.498527:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb200. 02000000:00000010:3.0:1718399242.498532:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52faa00. 00000100:00000010:3.0:1718399242.498536:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fba600. 00000100:00000010:3.0:1718399242.498539:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8f840. 00010000:00000010:3.0:1718399242.498543:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571740. 00000020:00000010:1.0:1718399242.499016:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd400. 00000020:00000010:1.0:1718399242.499022:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.499025:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.499041:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317904960/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399242.499068:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317904960 02000000:00000010:1.0:1718399242.499074:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc000. 00010000:00000010:1.0:1718399242.499094:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009f3b0400. 00010000:00000010:1.0:1718399242.499229:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.499235:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e2d9a80. 00000100:00000010:1.0:1718399242.499241:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e2d9a80. 00010000:00000010:1.0:1718399242.499243:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.499251:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aaa0. 00000100:00000200:1.0:1718399242.499254:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317904960, offset 224 00000400:00000200:1.0:1718399242.499259:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.499266:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.499296:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89968:89968:256:4294967295] 192.168.202.25@tcp LPNI seq info [89968:89968:8:4294967295] 00000400:00000200:1.0:1718399242.499303:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.499307:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.499310:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612900 (tot 82314186). 00000800:00000200:1.0:1718399242.499313:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.499319:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.499322:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.499336:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.499339:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.499342:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd400. 00080000:00000010:3.0:1718399242.499497:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8801369f7c00. 00010000:00000010:3.0:1718399242.499557:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6800. 00010000:00000010:3.0:1718399242.499562:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009f3b0480. 00010000:00000010:3.0:1718399242.499615:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c6c0. 00010000:00000010:3.0:1718399242.499619:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399242.499626:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.499629:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093db6d80. 00000100:00000010:3.0:1718399242.499634:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.499642:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399242.499657:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.499661:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310210. 00000400:00000010:3.0:1718399242.499663:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399242.499667:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316482880, portal 16 00000400:00000010:3.0:1718399242.499670:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466440. 00000100:00000200:3.0:1718399242.499671:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316482880, offset 0 00000400:00000200:3.0:1718399242.499675:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.499679:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.499684:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.499687:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.499688:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.499690:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89969:89969:255:4294967295] 192.168.202.25@tcp LPNI seq info [89969:89969:7:4294967295] 00000400:00000200:3.0:1718399242.499696:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.499699:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.499701:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7000 (tot 82314434). 00000800:00000200:3.0:1718399242.499704:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.499707:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.499708:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.499772:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.499774:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612900 (tot 82314186). 00000400:00000200:0.0:1718399242.499778:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.499792:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.499795:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aaa0 00000400:00000010:0.0:1718399242.499796:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aaa0. 00000800:00000200:0.0:1718399242.499835:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.499837:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7000 (tot 82313938). 00000400:00000200:0.0:1718399242.499840:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.499842:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.499844:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466440 00000400:00000010:0.0:1718399242.499845:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466440. 00000100:00000200:0.0:1718399242.499848:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316482880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.500633:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009339a640. 00010000:00000010:3.1:1718399242.501669:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d6c00. 00010000:00000010:3.1:1718399242.501675:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cfc0. 00010000:00000010:3.1:1718399242.501680:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093543b00. 00010000:00000010:3.1:1718399242.501690:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e1c0. 00000400:00000200:0.0:1718399242.502165:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.502177:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbffb40 00000400:00000200:0.0:1718399242.502182:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad7e1 [1] + 224 00000400:00000200:0.0:1718399242.502190:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.502193:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.502199:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316482880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.502431:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.502435:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ae80 00000400:00000200:0.0:1718399242.502439:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac121 [2] + 1640 00000400:00000200:0.0:1718399242.502480:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.502483:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.502486:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.502490:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000400:00000010:3.0:1718399242.502538:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310210. 00000400:00000200:3.0:1718399242.502542:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:3.0:1718399242.502543:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000100:00000200:3.0:1718399242.502547:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316482880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.502552:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316482880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.502572:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.502576:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2600. 00000100:00000010:3.0:1718399242.502578:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.502582:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093db6d80. 00010000:00000010:3.0:1718399242.502584:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000020:00000010:2.0:1718399242.502927:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fbc00. 00000020:00000010:2.0:1718399242.502932:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6780. 00000020:00000010:2.0:1718399242.502935:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.502951:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317905024/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399242.503057:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317905024 02000000:00000010:2.0:1718399242.503064:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fbe00. 00010000:00000010:2.0:1718399242.503081:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009351c080. 00010000:00000010:2.0:1718399242.503094:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571600. 00000100:00000010:2.0:1718399242.503098:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8fc00. 00000100:00000010:2.0:1718399242.503111:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8fc00. 00010000:00000010:2.0:1718399242.503114:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571600. 00000400:00000010:2.0:1718399242.503121:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e880. 00000100:00000200:2.0:1718399242.503124:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317905024, offset 224 00000400:00000200:2.0:1718399242.503129:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.503136:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.503140:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89970:89970:256:4294967295] 192.168.202.25@tcp LPNI seq info [89970:89970:8:4294967295] 00000400:00000200:2.0:1718399242.503147:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.503151:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.503154:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093599a00 (tot 82314186). 00000800:00000200:2.0:1718399242.503158:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.503164:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.503166:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093599a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.503184:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6780. 00000020:00000010:2.0:1718399242.503187:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.503189:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fbc00. 00080000:00000010:3.0:1718399242.503264:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8801369f7e00. 00010000:00000010:3.0:1718399242.503331:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399242.503337:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009351c600. 00010000:00000010:3.0:1718399242.503392:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cfc0. 00010000:00000010:3.0:1718399242.503395:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399242.503401:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.503404:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093db6d80. 00000100:00000010:3.0:1718399242.503408:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.503414:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399242.503427:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.503429:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310210. 00000400:00000010:3.0:1718399242.503432:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399242.503435:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316482944, portal 16 00000400:00000010:3.0:1718399242.503438:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466220. 00000100:00000200:3.0:1718399242.503439:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316482944, offset 0 00000400:00000200:3.0:1718399242.503443:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.503447:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.503452:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.503454:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.503456:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.503458:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89971:89971:255:4294967295] 192.168.202.25@tcp LPNI seq info [89971:89971:7:4294967295] 00000400:00000200:3.0:1718399242.503463:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.503466:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.503467:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7100 (tot 82314434). 00000800:00000200:3.0:1718399242.503470:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.503472:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.503474:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.503661:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.503663:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093599a00 (tot 82314186). 00000400:00000200:0.0:1718399242.503665:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.503668:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.503671:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e880 00000400:00000010:0.0:1718399242.503672:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e880. 00000800:00000200:0.0:1718399242.503707:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.503709:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7100 (tot 82313938). 00000400:00000200:0.0:1718399242.503712:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.503714:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.503716:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466220 00000400:00000010:0.0:1718399242.503717:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466220. 00000100:00000200:0.0:1718399242.503720:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316482944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.505628:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.505640:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbffb80 00000400:00000200:0.0:1718399242.505646:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad7ed [1] + 224 00000400:00000200:0.0:1718399242.505662:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.505665:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.505671:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316482944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.506050:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.506056:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5aec0 00000400:00000200:0.0:1718399242.506061:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac121 [2] + 1968 00000400:00000010:0.0:1718399242.506063:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdcb8. 00000400:00000200:0.0:1718399242.506066:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800a5030840 00000400:00000200:0.0:1718399242.506106:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.506109:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.506111:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a5030840 00000400:00000010:0.0:1718399242.506113:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800a5030840 (tot 82313786). 00000100:00000200:0.0:1718399242.506119:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1718399242.506368:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c863a80. 00000400:00000010:3.0:1718399242.506435:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310210. 00000400:00000200:3.0:1718399242.506440:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:3.0:1718399242.506441:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000100:00000200:3.0:1718399242.506445:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316482944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.506451:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316482944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.506474:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.506479:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2600. 00000100:00000010:3.0:1718399242.506481:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.506485:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093db6d80. 00010000:00000010:3.0:1718399242.506487:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000020:00000010:1.0:1718399242.506845:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd400. 00000020:00000010:1.0:1718399242.506850:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.506853:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.506869:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88008f9c2050 x1801871317905088/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399242.506893:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317905088 02000000:00000010:1.0:1718399242.506899:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fca00. 00010000:00000010:1.0:1718399242.506917:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800930c1780. 00010000:00000010:1.0:1718399242.506942:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.506947:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012e2d9a80. 00000100:00000010:1.0:1718399242.506953:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012e2d9a80. 00010000:00000010:1.0:1718399242.506955:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.506962:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a088. 00000100:00000200:1.0:1718399242.506965:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317905088, offset 224 00000400:00000200:1.0:1718399242.506969:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.506975:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.506979:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89972:89972:256:4294967295] 192.168.202.25@tcp LPNI seq info [89972:89972:8:4294967295] 00000400:00000200:1.0:1718399242.506986:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.506989:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.506992:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612500 (tot 82314034). 00000800:00000200:1.0:1718399242.506996:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.507001:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.507003:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.507017:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.507020:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.507024:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd400. 02000000:00000010:1.0:1718399242.507029:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fbe00. 00000100:00000010:1.0:1718399242.507032:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 02000000:00000010:1.0:1718399242.507035:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc000. 00000100:00000010:1.0:1718399242.507036:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 02000000:00000010:1.0:1718399242.507038:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3800. 00000100:00000010:1.0:1718399242.507040:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 02000000:00000010:1.0:1718399242.507042:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2400. 00000100:00000010:1.0:1718399242.507043:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 02000000:00000010:1.0:1718399242.507045:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc600. 00000100:00000010:1.0:1718399242.507046:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:1.0:1718399242.507048:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3e00. 00000100:00000010:1.0:1718399242.507049:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 00000100:00000200:1.0:1718399242.507053:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1718399242.507055:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1580. 00000400:00000010:1.0:1718399242.507057:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff88012e2d9a80 (tot 82314186). 00000800:00000200:0.0:1718399242.507177:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.507180:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612500 (tot 82313938). 00000400:00000200:0.0:1718399242.507183:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.507186:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.507188:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a088 00000400:00000010:0.0:1718399242.507189:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a088. 02000000:00000010:0.0:1718399242.507194:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fca00. 00080000:00000010:3.0:1718399242.507483:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8801369f7100. 00010000:00000010:3.0:1718399242.507540:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399242.507544:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800930c1080. 00010000:00000010:3.0:1718399242.507599:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d8c0. 00010000:00000010:3.0:1718399242.507603:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399242.507609:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.507611:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093db6d80. 00000100:00000010:3.0:1718399242.507616:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.507622:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399242.507636:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.507639:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310210. 00000400:00000010:3.0:1718399242.507641:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399242.507643:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316483008, portal 16 00000400:00000010:3.0:1718399242.507646:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466330. 00000100:00000200:3.0:1718399242.507647:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316483008, offset 0 00000400:00000200:3.0:1718399242.507651:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.507655:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.507659:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.507663:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.507665:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.507666:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89973:89973:256:4294967295] 192.168.202.25@tcp LPNI seq info [89973:89973:8:4294967295] 00000400:00000200:3.0:1718399242.507672:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.507674:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.507676:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7000 (tot 82314186). 00000800:00000200:3.0:1718399242.507678:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.507681:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.507683:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.507976:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.507978:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7000 (tot 82313938). 00000400:00000200:0.0:1718399242.507981:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.507984:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.507986:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466330 00000400:00000010:0.0:1718399242.507987:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466330. 00000100:00000200:0.0:1718399242.507991:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316483008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.509559:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc6e640. 00010000:00000010:1.1:1718399242.509569:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51d7b00. 00010000:00000010:1.1:1718399242.509572:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c6c0. 00000400:00000200:0.0:1718399242.510043:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.510053:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbffbc0 00000400:00000200:0.0:1718399242.510061:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad7fd [1] + 224 00000400:00000200:0.0:1718399242.510069:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.510072:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.510078:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316483008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.510106:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.510110:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5af00 00000400:00000200:0.0:1718399242.510114:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac179 [2] + 0 00000400:00000200:0.0:1718399242.510160:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.510163:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.510167:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.510171:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00010000:00000010:3.1:1718399242.510223:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800944b6e00. 00010000:00000010:3.1:1718399242.510227:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ed00. 00000400:00000010:2.0:1718399242.510267:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310210. 00000400:00000200:2.0:1718399242.510289:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:2.0:1718399242.510290:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000100:00000200:2.0:1718399242.510294:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316483008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.510300:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316483008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.510320:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:2.0:1718399242.510326:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2600. 00000100:00000010:2.0:1718399242.510328:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:2.0:1718399242.510332:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093db6d80. 00010000:00000010:2.0:1718399242.510334:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000020:00000010:2.0:1718399242.510360:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fbc00. 00000020:00000010:2.0:1718399242.510364:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6780. 00000020:00000010:2.0:1718399242.510367:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.510380:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317905152/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399242.510406:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317905152 02000000:00000010:2.0:1718399242.510414:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fbe00. 00010000:00000010:2.0:1718399242.510432:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009350a000. 00010000:00000010:2.0:1718399242.510442:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571600. 00000100:00000010:2.0:1718399242.510446:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8fc00. 00000100:00000010:2.0:1718399242.510789:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8fc00. 00010000:00000010:2.0:1718399242.510792:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571600. 00000400:00000010:2.0:1718399242.510800:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e110. 00000100:00000200:2.0:1718399242.510803:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317905152, offset 224 00000400:00000200:2.0:1718399242.510808:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.510814:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.510818:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89974:89974:256:4294967295] 192.168.202.25@tcp LPNI seq info [89974:89974:8:4294967295] 00000400:00000200:2.0:1718399242.510825:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.510829:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.510832:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093599a00 (tot 82314186). 00000800:00000200:2.0:1718399242.510835:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.510841:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.510844:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093599a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.510861:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6780. 00000020:00000010:2.0:1718399242.510864:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.510867:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fbc00. 00080000:00000010:3.0:1718399242.511008:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8801369f7a00. 00010000:00000010:3.0:1718399242.511061:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399242.511066:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093633680. 00010000:00000010:3.0:1718399242.511124:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09dd40. 00010000:00000010:3.0:1718399242.511128:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399242.511134:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.511137:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093db6d80. 00000100:00000010:3.0:1718399242.511141:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.511148:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399242.511162:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399242.511165:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310898. 00000400:00000010:3.0:1718399242.511168:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.511172:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316483072, portal 16 00000400:00000010:3.0:1718399242.511174:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466aa0. 00000100:00000200:3.0:1718399242.511175:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316483072, offset 0 00000400:00000200:3.0:1718399242.511179:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.511184:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.511189:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.511192:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.511194:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.511197:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89975:89975:255:4294967295] 192.168.202.25@tcp LPNI seq info [89975:89975:7:4294967295] 00000400:00000200:3.0:1718399242.511202:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.511205:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.511206:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7600 (tot 82314434). 00000800:00000200:3.0:1718399242.511209:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.511212:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.511214:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.511283:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.511286:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093599a00 (tot 82314186). 00000400:00000200:0.0:1718399242.511288:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.511291:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.511294:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e110 00000400:00000010:0.0:1718399242.511295:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e110. 00000800:00000200:0.0:1718399242.511333:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.511335:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7600 (tot 82313938). 00000400:00000200:0.0:1718399242.511337:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.511340:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.511342:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:0.0:1718399242.511343:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00000100:00000200:0.0:1718399242.511346:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316483072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399242.512928:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093535440. 00000400:00000200:2.0:1718399242.515948:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.515963:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbffc00 00000400:00000200:2.0:1718399242.515970:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad809 [1] + 224 00000400:00000200:2.0:1718399242.515980:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.515982:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.515990:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316483072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.516021:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.516025:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5af40 00000400:00000200:2.0:1718399242.516029:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac179 [2] + 328 00000400:00000200:2.0:1718399242.516088:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.516091:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.516095:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399242.516101:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb8e40. 00000020:00000010:2.0:1718399242.516137:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fbc00. 00000020:00000010:2.0:1718399242.516141:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6780. 00000020:00000010:2.0:1718399242.516145:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.516161:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fb8e40 x1801871317905216/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399242.516189:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317905216 02000000:00000010:2.0:1718399242.516196:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52faa00. 00010000:00000010:2.0:1718399242.516222:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571600. 00000100:00000010:2.0:1718399242.516227:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8fc00. 00000100:00000010:2.0:1718399242.516232:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8fc00. 00010000:00000010:2.0:1718399242.516234:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571600. 00000400:00000010:2.0:1718399242.516243:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ec38. 00000100:00000200:2.0:1718399242.516246:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317905216, offset 224 00000400:00000200:2.0:1718399242.516250:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.516257:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.516261:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89976:89976:256:4294967295] 192.168.202.25@tcp LPNI seq info [89976:89976:8:4294967295] 00000400:00000200:2.0:1718399242.516268:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.516291:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.516294:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c9900 (tot 82314186). 00000800:00000200:2.0:1718399242.516298:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.516304:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.516307:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c9900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.516317:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6780. 00000020:00000010:2.0:1718399242.516321:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.516323:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fbc00. 00000800:00000200:0.0:1718399242.516475:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.516477:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c9900 (tot 82313938). 00000400:00000200:0.0:1718399242.516480:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.516483:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.516485:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ec38 00000400:00000010:0.0:1718399242.516488:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ec38. 00000400:00000010:3.0:1718399242.516599:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310898. 00000400:00000200:3.0:1718399242.516604:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399242.516605:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399242.516609:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316483072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.516615:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316483072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399242.516630:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009ccaae80. 02000000:00000010:3.0:1718399242.516643:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399242.516647:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2200. 00000100:00000010:3.0:1718399242.516649:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.516653:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093db6d80. 00010000:00000010:3.0:1718399242.516655:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00080000:00000010:3.0:1718399242.516667:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8801369f7200. 00010000:00000010:3.0:1718399242.516720:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399242.516726:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009ccaae00. 00010000:00000010:3.0:1718399242.516796:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f600. 00010000:00000010:3.0:1718399242.516800:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399242.516806:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.516809:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093db6d80. 00000100:00000010:3.0:1718399242.516814:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.516822:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399242.516837:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399242.516840:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310898. 00000400:00000010:3.0:1718399242.516842:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.516845:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316483136, portal 16 00000400:00000010:3.0:1718399242.516848:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466d48. 00000100:00000200:3.0:1718399242.516849:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316483136, offset 0 00000400:00000200:3.0:1718399242.516853:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.516857:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.516862:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.516865:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.516867:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.516869:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89977:89977:256:4294967295] 192.168.202.25@tcp LPNI seq info [89977:89977:8:4294967295] 00000400:00000200:3.0:1718399242.516875:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.516878:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.516880:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7900 (tot 82314186). 00000800:00000200:3.0:1718399242.516883:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.516887:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.516888:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.517216:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.517219:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7900 (tot 82313938). 00000400:00000200:0.0:1718399242.517222:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.517225:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.517228:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466d48 00000400:00000010:0.0:1718399242.517229:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466d48. 00000100:00000200:0.0:1718399242.517232:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316483136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.519949:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800935d2f00. 00010000:00000010:1.1:1718399242.519957:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c6c0. 00010000:00000010:1.1:1718399242.519961:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012a2a8700. 00010000:00000010:1.1:1718399242.519963:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cfc0. 00010000:00000010:3.1:1718399242.520197:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093609680. 00000400:00000200:2.0:1718399242.520258:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.520295:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbffc40 00000400:00000200:2.0:1718399242.520301:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad815 [1] + 224 00000400:00000200:2.0:1718399242.520310:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.520313:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.520319:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316483136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.520386:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.520391:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5af80 00000400:00000200:2.0:1718399242.520395:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac179 [2] + 656 00000400:00000200:2.0:1718399242.520448:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.520451:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.520455:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399242.520459:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbd580. 00000400:00000010:3.0:1718399242.520513:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310898. 00000400:00000200:3.0:1718399242.520517:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399242.520518:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399242.520522:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316483136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.520528:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316483136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.520548:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399242.520552:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2200. 00000100:00000010:3.0:1718399242.520554:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.520558:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093db6d80. 00010000:00000010:3.0:1718399242.520561:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000020:00000010:1.0:1718399242.521029:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc600. 00000020:00000010:1.0:1718399242.521033:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.521036:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.521052:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbd580 x1801871317905280/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399242.521078:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317905280 02000000:00000010:1.0:1718399242.521085:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc000. 00010000:00000010:1.0:1718399242.521103:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88008c2fde80. 00010000:00000010:1.0:1718399242.521131:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.521137:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092264240. 00000100:00000010:1.0:1718399242.521143:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092264240. 00010000:00000010:1.0:1718399242.521145:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.521153:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9acc0. 00000100:00000200:1.0:1718399242.521156:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317905280, offset 224 00000400:00000200:1.0:1718399242.521161:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.521168:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.521172:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89978:89978:256:4294967295] 192.168.202.25@tcp LPNI seq info [89978:89978:8:4294967295] 00000400:00000200:1.0:1718399242.521179:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.521183:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.521186:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612700 (tot 82314186). 00000800:00000200:1.0:1718399242.521190:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.521195:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.521198:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.521216:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.521219:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.521223:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc600. 00080000:00000010:3.0:1718399242.521316:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8801369f7300. 00010000:00000010:3.0:1718399242.521371:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399242.521375:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88008c2fd800. 00010000:00000010:3.0:1718399242.521432:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09fa80. 00010000:00000010:3.0:1718399242.521435:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399242.521441:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.521443:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093db6d80. 00000100:00000010:3.0:1718399242.521447:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.521453:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399242.521466:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399242.521469:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310898. 00000400:00000010:3.0:1718399242.521471:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.521475:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316483200, portal 16 00000400:00000010:3.0:1718399242.521478:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466f68. 00000100:00000200:3.0:1718399242.521479:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316483200, offset 0 00000400:00000200:3.0:1718399242.521483:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.521488:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.521492:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.521495:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.521497:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.521498:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89979:89979:255:4294967295] 192.168.202.25@tcp LPNI seq info [89979:89979:7:4294967295] 00000400:00000200:3.0:1718399242.521504:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.521507:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.521509:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7b00 (tot 82314434). 00000800:00000200:3.0:1718399242.521511:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.521514:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.521516:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.521604:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.521607:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612700 (tot 82314186). 00000400:00000200:0.0:1718399242.521610:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.521613:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.521615:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9acc0 00000400:00000010:0.0:1718399242.521616:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9acc0. 00000800:00000200:0.0:1718399242.521651:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.521653:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7b00 (tot 82313938). 00000400:00000200:0.0:1718399242.521655:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.521658:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.521659:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466f68 00000400:00000010:0.0:1718399242.521660:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466f68. 00000100:00000200:0.0:1718399242.521663:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316483200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.524397:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.524411:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbffc80 00000400:00000200:0.0:1718399242.524416:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad821 [1] + 224 00000400:00000200:0.0:1718399242.524425:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.524428:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.524435:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316483200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.524468:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.524471:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5afc0 00000400:00000200:0.0:1718399242.524475:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac179 [2] + 984 00000400:00000200:0.0:1718399242.524520:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.524523:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.524527:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.524532:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000020:00000010:2.0:1718399242.524702:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fbc00. 00000020:00000010:2.0:1718399242.524706:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6780. 00000020:00000010:2.0:1718399242.524709:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.524724:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317905344/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399242.524752:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317905344 02000000:00000010:2.0:1718399242.524759:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb200. 00010000:00000010:2.0:1718399242.524793:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571600. 00000100:00000010:2.0:1718399242.524799:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8fc00. 00000100:00000010:2.0:1718399242.524803:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8fc00. 00010000:00000010:2.0:1718399242.524805:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571600. 00000400:00000010:2.0:1718399242.524813:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e3b8. 00000100:00000200:2.0:1718399242.524817:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317905344, offset 224 00000400:00000200:2.0:1718399242.524822:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.524829:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.524833:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89980:89980:256:4294967295] 192.168.202.25@tcp LPNI seq info [89980:89980:8:4294967295] 00000400:00000200:2.0:1718399242.524840:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.524844:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.524847:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c9200 (tot 82314186). 00000800:00000200:2.0:1718399242.524851:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.524857:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.524859:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c9200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.524870:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6780. 00000020:00000010:2.0:1718399242.524873:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.524876:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fbc00. 00000800:00000200:2.0:1718399242.524922:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.524924:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c9200 (tot 82313938). 00000400:00000200:2.0:1718399242.524926:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.524929:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.524931:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e3b8 00000400:00000010:2.0:1718399242.524932:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e3b8. 00000400:00000010:3.0:1718399242.525049:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310898. 00000400:00000200:3.0:1718399242.525053:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399242.525055:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399242.525059:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316483200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.525065:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316483200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399242.525080:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b26aa780. 02000000:00000010:3.0:1718399242.525091:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399242.525094:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2200. 00000100:00000010:3.0:1718399242.525096:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.525100:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093db6d80. 00010000:00000010:3.0:1718399242.525101:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00080000:00000010:3.0:1718399242.525112:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8801369f7800. 00010000:00000010:3.0:1718399242.525164:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399242.525169:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b26aaf80. 00010000:00000010:3.0:1718399242.525220:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09e400. 00010000:00000010:3.0:1718399242.525224:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399242.525230:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.525233:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093db6d80. 00000100:00000010:3.0:1718399242.525236:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.525242:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399242.525255:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399242.525257:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310898. 00000400:00000010:3.0:1718399242.525259:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.525262:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316483264, portal 16 00000400:00000010:3.0:1718399242.525265:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466cc0. 00000100:00000200:3.0:1718399242.525266:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316483264, offset 0 00000400:00000200:3.0:1718399242.525307:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.525311:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.525316:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.525319:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.525321:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.525323:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89981:89981:256:4294967295] 192.168.202.25@tcp LPNI seq info [89981:89981:8:4294967295] 00000400:00000200:3.0:1718399242.525328:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.525331:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.525333:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7700 (tot 82314186). 00000800:00000200:3.0:1718399242.525335:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.525338:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.525340:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.526047:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.526050:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7700 (tot 82313938). 00000400:00000200:0.0:1718399242.526053:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.526056:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.526058:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466cc0 00000400:00000010:0.0:1718399242.526059:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466cc0. 00000100:00000200:0.0:1718399242.526062:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316483264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.528185:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.528197:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbffcc0 00000400:00000200:0.0:1718399242.528203:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad82d [1] + 224 00000400:00000200:0.0:1718399242.528222:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.528225:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.528232:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316483264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.528346:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310898. 00000400:00000200:3.0:1718399242.528351:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399242.528352:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399242.528356:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316483264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.528361:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316483264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.528384:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399242.528388:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2200. 00000100:00000010:3.0:1718399242.528391:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.528395:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093db6d80. 00010000:00000010:3.0:1718399242.528398:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00010000:00000010:3.1:1718399242.529548:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5125440. 00010000:00000010:1.1:1718399242.529601:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e99500. 00010000:00000010:1.1:1718399242.529607:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d8c0. 00010000:00000010:1.1:1718399242.529611:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095776880. 00010000:00000010:1.1:1718399242.529614:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096c6c000. 00010000:00000010:1.1:1718399242.529616:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09dd40. 00010000:00000010:0.1:1718399242.529756:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935e0000. 00000400:00000200:2.0:1718399242.529799:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.529808:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b000 00000400:00000200:2.0:1718399242.529812:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac179 [2] + 1312 00000400:00000200:2.0:1718399242.529946:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.529950:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.529954:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399242.529959:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbd0c0. 00000020:00000010:1.0:1718399242.530022:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc600. 00000020:00000010:1.0:1718399242.530026:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.530029:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.530044:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbd0c0 x1801871317905408/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399242.530059:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317905408 02000000:00000010:1.0:1718399242.530064:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd400. 00010000:00000010:1.0:1718399242.530082:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a50b3880. 00010000:00000010:1.0:1718399242.530548:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.530553:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092264240. 00000100:00000010:1.0:1718399242.530632:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092264240. 00010000:00000010:1.0:1718399242.530634:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.530643:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a908. 00000100:00000200:1.0:1718399242.530646:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317905408, offset 224 00000400:00000200:1.0:1718399242.530651:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.530657:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.530662:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89982:89982:256:4294967295] 192.168.202.25@tcp LPNI seq info [89982:89982:8:4294967295] 00000400:00000200:1.0:1718399242.530669:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.530673:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.530676:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612000 (tot 82314186). 00000800:00000200:1.0:1718399242.530680:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.530686:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.530688:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.530701:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.530704:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.530707:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc600. 00080000:00000010:2.0:1718399242.530746:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c9b00. 00010000:00000010:2.0:1718399242.530813:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f80. 00010000:00000010:2.0:1718399242.530818:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a50b3800. 00010000:00000010:2.0:1718399242.530880:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356f840. 00010000:00000010:2.0:1718399242.530883:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6780. 00010000:00000010:2.0:1718399242.530890:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571600. 00000100:00000010:2.0:1718399242.530892:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8fc00. 00000100:00000010:2.0:1718399242.530897:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb8980. 02000000:00000010:2.0:1718399242.530905:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb400. 02000000:00000010:2.0:1718399242.530919:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa800. 00000400:00000010:2.0:1718399242.530922:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdf20. 00000400:00000010:2.0:1718399242.530924:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e3b8. 00000100:00000200:2.0:1718399242.530928:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316483328, portal 16 00000400:00000010:2.0:1718399242.530930:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eee0. 00000100:00000200:2.0:1718399242.530931:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316483328, offset 0 00000400:00000200:2.0:1718399242.530934:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.530938:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.530943:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.530945:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.530947:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.530949:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89983:89983:255:4294967295] 192.168.202.25@tcp LPNI seq info [89983:89983:7:4294967295] 00000400:00000200:2.0:1718399242.530954:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.530957:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.530958:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c9d00 (tot 82314434). 00000800:00000200:2.0:1718399242.530961:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.530963:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.530965:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c9d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.531020:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.531023:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612000 (tot 82314186). 00000400:00000200:0.0:1718399242.531026:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.531028:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.531030:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a908 00000400:00000010:0.0:1718399242.531031:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a908. 00000800:00000200:0.0:1718399242.531061:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.531062:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c9d00 (tot 82313938). 00000400:00000200:0.0:1718399242.531063:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.531065:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.531067:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eee0 00000400:00000010:0.0:1718399242.531068:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eee0. 00000100:00000200:0.0:1718399242.531072:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb8980 x1801871316483328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.532177:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.532186:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbffd00 00000400:00000200:0.0:1718399242.532190:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad839 [1] + 224 00000400:00000200:0.0:1718399242.532204:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.532207:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.532210:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fb8980 x1801871316483328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.532356:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdf20. 00000400:00000200:2.0:1718399242.532358:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e3b8 00000400:00000010:2.0:1718399242.532359:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e3b8. 00000100:00000200:2.0:1718399242.532363:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fb8980 x1801871316483328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.532369:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fb8980 x1801871316483328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.532387:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa800. 02000000:00000010:2.0:1718399242.532391:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb400. 00000100:00000010:2.0:1718399242.532394:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb8980. 00000100:00000010:2.0:1718399242.532397:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8fc00. 00010000:00000010:2.0:1718399242.532400:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571600. 00000400:00000200:2.0:1718399242.532764:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.532770:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b040 00000400:00000200:2.0:1718399242.532774:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac179 [2] + 1640 00000400:00000200:2.0:1718399242.532818:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.532821:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.532824:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399242.532827:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb8980. 00000020:00000010:1.0:1718399242.533030:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc600. 00000020:00000010:1.0:1718399242.533034:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.533037:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.533052:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fb8980 x1801871317905472/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399242.533067:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317905472 02000000:00000010:1.0:1718399242.533072:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc800. 00010000:00000010:1.0:1718399242.533089:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d50ac00. 00010000:00000010:1.0:1718399242.533100:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.533104:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092264240. 00000100:00000010:1.0:1718399242.533424:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092264240. 00010000:00000010:1.0:1718399242.533427:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.533436:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a198. 00000100:00000200:1.0:1718399242.533438:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317905472, offset 224 00000400:00000200:1.0:1718399242.533443:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.533449:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.533453:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89984:89984:256:4294967295] 192.168.202.25@tcp LPNI seq info [89984:89984:8:4294967295] 00000400:00000200:1.0:1718399242.533459:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.533463:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.533465:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612300 (tot 82314186). 00000800:00000200:1.0:1718399242.533469:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.533475:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.533477:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.533490:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.533493:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.533496:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc600. 00080000:00000010:3.0:1718399242.533547:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8801369f7f00. 00010000:00000010:3.0:1718399242.533599:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6780. 00010000:00000010:3.0:1718399242.533604:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d50a280. 00010000:00000010:3.0:1718399242.533649:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d680. 00010000:00000010:3.0:1718399242.533653:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399242.533659:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.533661:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093db6d80. 00000100:00000010:3.0:1718399242.533666:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.533673:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399242.533685:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399242.533688:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310898. 00000400:00000010:3.0:1718399242.533691:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.533695:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316483392, portal 16 00000400:00000010:3.0:1718399242.533697:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466198. 00000100:00000200:3.0:1718399242.533698:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316483392, offset 0 00000400:00000200:3.0:1718399242.533702:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.533707:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.533711:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.533714:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.533716:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.533718:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89985:89985:255:4294967295] 192.168.202.25@tcp LPNI seq info [89985:89985:7:4294967295] 00000400:00000200:3.0:1718399242.533723:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.533725:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.533727:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7d00 (tot 82314434). 00000800:00000200:3.0:1718399242.533729:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.533732:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.533733:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.533799:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.533802:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612300 (tot 82314186). 00000400:00000200:0.0:1718399242.533805:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.533807:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.533809:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a198 00000400:00000010:0.0:1718399242.533811:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a198. 00000800:00000200:0.0:1718399242.533840:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.533842:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7d00 (tot 82313938). 00000400:00000200:0.0:1718399242.533844:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.533846:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.533848:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466198 00000400:00000010:0.0:1718399242.533849:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466198. 00000100:00000200:0.0:1718399242.533852:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316483392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.535667:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.535676:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbffd40 00000400:00000200:0.0:1718399242.535681:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad845 [1] + 224 00000400:00000200:0.0:1718399242.535695:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.535698:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.535702:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316483392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.535762:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800944b9b00. 00010000:00000010:1.1:1718399242.535767:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f600. 00010000:00000010:1.1:1718399242.535772:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f5e880. 00010000:00000010:1.1:1718399242.535775:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5131a00. 00010000:00000010:1.1:1718399242.535777:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09fa80. 00000400:00000010:3.0:1718399242.536399:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310898. 00000400:00000200:3.0:1718399242.536404:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399242.536405:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399242.536410:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316483392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.536415:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316483392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.536435:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399242.536439:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2200. 00000100:00000010:3.0:1718399242.536441:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.536446:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093db6d80. 00010000:00000010:3.0:1718399242.536448:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000200:0.0:1718399242.536640:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.536646:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b080 00000400:00000200:0.0:1718399242.536651:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac179 [2] + 1968 00000400:00000010:0.0:1718399242.536653:0:18240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92e18. 00000400:00000200:0.0:1718399242.536655:0:18240:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800930d9e40 00000400:00000200:0.0:1718399242.536702:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.536705:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.536707:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800930d9e40 00000400:00000010:0.0:1718399242.536709:0:18240:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800930d9e40 (tot 82313786). 00000100:00000200:0.0:1718399242.536713:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1718399242.536803:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc600. 00000020:00000010:1.0:1718399242.536808:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.536812:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.536828:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88008f9c2850 x1801871317905536/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399242.536855:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317905536 02000000:00000010:1.0:1718399242.536862:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc400. 00010000:00000010:1.0:1718399242.536881:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097b12300. 00010000:00000010:1.0:1718399242.536893:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.536897:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092264240. 00000100:00000010:1.0:1718399242.537354:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092264240. 00010000:00000010:1.0:1718399242.537358:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.537366:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a5d8. 00000100:00000200:1.0:1718399242.537369:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317905536, offset 224 00000400:00000200:1.0:1718399242.537374:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.537379:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.537384:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89986:89986:256:4294967295] 192.168.202.25@tcp LPNI seq info [89986:89986:8:4294967295] 00000400:00000200:1.0:1718399242.537390:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.537394:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.537396:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612f00 (tot 82314034). 00000800:00000200:1.0:1718399242.537400:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.537406:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.537408:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.537421:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.537423:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.537427:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc600. 02000000:00000010:1.0:1718399242.537432:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc800. 00000100:00000010:1.0:1718399242.537434:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb8980. 02000000:00000010:1.0:1718399242.537437:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd400. 00000100:00000010:1.0:1718399242.537439:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbd0c0. 02000000:00000010:1.0:1718399242.537441:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb200. 00000100:00000010:1.0:1718399242.537444:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 02000000:00000010:1.0:1718399242.537446:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc000. 00000100:00000010:1.0:1718399242.537447:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbd580. 02000000:00000010:1.0:1718399242.537449:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52faa00. 00000100:00000010:1.0:1718399242.537452:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb8e40. 02000000:00000010:1.0:1718399242.537454:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fbe00. 00000100:00000010:1.0:1718399242.537455:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 00000100:00000200:1.0:1718399242.537459:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1718399242.537461:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f10b0. 00000400:00000010:1.0:1718399242.537463:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880092264240 (tot 82314186). 00080000:00000010:3.0:1718399242.537542:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8801369f7d00. 00010000:00000010:3.0:1718399242.537592:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399242.537596:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013675da00. 00010000:00000010:3.0:1718399242.537641:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cd80. 00010000:00000010:3.0:1718399242.537644:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399242.537650:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.537652:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093db6d80. 00000100:00000010:3.0:1718399242.537656:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.537663:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399242.537677:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399242.537680:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310898. 00000400:00000010:3.0:1718399242.537682:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.537684:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316483456, portal 16 00000400:00000010:3.0:1718399242.537687:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399242.537688:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316483456, offset 0 00000400:00000200:3.0:1718399242.537692:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.537695:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.537700:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.537702:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.537704:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.537706:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89987:89987:255:4294967295] 192.168.202.25@tcp LPNI seq info [89987:89987:7:4294967295] 00000400:00000200:3.0:1718399242.537711:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.537714:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.537716:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7700 (tot 82314434). 00000800:00000200:3.0:1718399242.537718:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.537721:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.537723:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.537944:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.537946:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612f00 (tot 82314186). 00000400:00000200:0.0:1718399242.537950:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.537953:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.537955:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a5d8 00000400:00000010:0.0:1718399242.537956:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a5d8. 02000000:00000010:0.0:1718399242.537961:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc400. 00000800:00000200:0.0:1718399242.537994:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.537995:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7700 (tot 82313938). 00000400:00000200:0.0:1718399242.537998:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.538000:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.538001:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:0.0:1718399242.538002:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:0.0:1718399242.538005:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316483456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399242.538554:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092ba5200. 00010000:00000010:1.1:1718399242.538852:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50b2d00. 00010000:00000010:1.1:1718399242.538857:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09e400. 00000400:00000200:0.0:1718399242.539837:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.539846:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbffd80 00000400:00000200:0.0:1718399242.539852:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad855 [1] + 224 00000400:00000200:0.0:1718399242.539868:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.539871:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.539877:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316483456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.539987:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310898. 00000400:00000200:3.0:1718399242.539991:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399242.539992:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399242.539996:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316483456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.540001:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316483456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.540020:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399242.540024:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2200. 00000100:00000010:3.0:1718399242.540027:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.540032:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093db6d80. 00010000:00000010:3.0:1718399242.540033:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000200:0.0:1718399242.540726:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.540733:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b0c0 00000400:00000200:0.0:1718399242.540737:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac1d1 [2] + 0 00000400:00000200:0.0:1718399242.540789:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.540792:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.540796:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.540801:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000020:00000010:1.0:1718399242.541038:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc000. 00000020:00000010:1.0:1718399242.541044:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.541047:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.541063:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317905600/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399242.541093:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317905600 02000000:00000010:1.0:1718399242.541100:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd400. 00010000:00000010:1.0:1718399242.541122:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009284a600. 00010000:00000010:1.0:1718399242.541137:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.541142:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fd2c00. 00000100:00000010:1.0:1718399242.541157:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fd2c00. 00010000:00000010:1.0:1718399242.541159:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.541167:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a660. 00000100:00000200:1.0:1718399242.541171:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317905600, offset 224 00000400:00000200:1.0:1718399242.541176:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.541182:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.541187:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89988:89988:256:4294967295] 192.168.202.25@tcp LPNI seq info [89988:89988:8:4294967295] 00000400:00000200:1.0:1718399242.541194:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.541198:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.541201:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612600 (tot 82314186). 00000800:00000200:1.0:1718399242.541205:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.541211:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.541213:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.541232:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.541235:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.541239:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc000. 00080000:00000010:3.0:1718399242.541511:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8801369f7b00. 00010000:00000010:3.0:1718399242.541566:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399242.541571:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092947b00. 00010000:00000010:3.0:1718399242.541624:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09eac0. 00010000:00000010:3.0:1718399242.541628:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399242.541634:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.541637:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093db6d80. 00000100:00000010:3.0:1718399242.541641:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.541649:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399242.541664:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399242.541667:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310898. 00000400:00000010:3.0:1718399242.541670:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.541674:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316483520, portal 16 00000400:00000010:3.0:1718399242.541676:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466110. 00000100:00000200:3.0:1718399242.541678:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316483520, offset 0 00000400:00000200:3.0:1718399242.541682:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.541686:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.541691:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.541694:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.541695:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.541697:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89989:89989:255:4294967295] 192.168.202.25@tcp LPNI seq info [89989:89989:7:4294967295] 00000400:00000200:3.0:1718399242.541704:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.541707:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.541709:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7900 (tot 82314434). 00000800:00000200:3.0:1718399242.541712:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.541715:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.541717:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.541814:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.541817:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612600 (tot 82314186). 00000400:00000200:0.0:1718399242.541820:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.541823:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.541825:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a660 00000400:00000010:0.0:1718399242.541826:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a660. 00000800:00000200:0.0:1718399242.541863:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.541864:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7900 (tot 82313938). 00000400:00000200:0.0:1718399242.541866:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.541869:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.541870:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466110 00000400:00000010:0.0:1718399242.541871:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466110. 00000100:00000200:0.0:1718399242.541874:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316483520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.543762:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.543773:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbffdc0 00000400:00000200:0.0:1718399242.543779:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad861 [1] + 224 00000400:00000200:0.0:1718399242.543794:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.543797:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.543802:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316483520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.543830:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.543835:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b100 00000400:00000200:0.0:1718399242.543838:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac1d1 [2] + 328 00000400:00000200:0.0:1718399242.543884:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.543888:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.543891:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.543896:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000400:00000010:3.0:1718399242.543996:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310898. 00000400:00000200:3.0:1718399242.544002:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399242.544003:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399242.544007:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316483520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.544013:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316483520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.544034:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399242.544037:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2200. 00000100:00000010:3.0:1718399242.544039:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.544043:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093db6d80. 00010000:00000010:3.0:1718399242.544045:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000020:00000010:2.0:1718399242.546587:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb400. 00000020:00000010:2.0:1718399242.546594:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6980. 00000020:00000010:2.0:1718399242.546597:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.546616:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317905664/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.546642:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317905664 02000000:00000010:2.0:1718399242.546650:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa800. 00010000:00000010:2.0:1718399242.546671:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a51b6e80. 00010000:00000010:2.0:1718399242.546690:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571600. 00000100:00000010:2.0:1718399242.546696:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8fc00. 00000100:00000010:2.0:1718399242.546709:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8fc00. 00010000:00000010:2.0:1718399242.546713:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571600. 00000400:00000010:2.0:1718399242.546722:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e3b8. 00000100:00000200:2.0:1718399242.546725:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317905664, offset 224 00000400:00000200:2.0:1718399242.546731:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.546740:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.546745:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89990:89990:256:4294967295] 192.168.202.25@tcp LPNI seq info [89990:89990:8:4294967295] 00000400:00000200:2.0:1718399242.546753:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.546756:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.546760:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c9c00 (tot 82314186). 00000800:00000200:2.0:1718399242.546764:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.546771:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.546774:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c9c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.546795:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6980. 00000020:00000010:2.0:1718399242.546799:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.546801:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb400. 00080000:00000010:3.0:1718399242.546862:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8801369f7600. 00010000:00000010:3.0:1718399242.546916:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399242.546921:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a51b6180. 00010000:00000010:3.0:1718399242.546981:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f840. 00010000:00000010:3.0:1718399242.546984:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399242.546990:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.546993:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093db6d80. 00000100:00000010:3.0:1718399242.546998:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.547006:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399242.547021:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399242.547025:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310898. 00000400:00000010:3.0:1718399242.547028:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.547032:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316483584, portal 16 00000400:00000010:3.0:1718399242.547035:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466770. 00000100:00000200:3.0:1718399242.547036:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316483584, offset 0 00000400:00000200:3.0:1718399242.547040:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.547044:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.547049:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.547052:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.547055:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.547057:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89991:89991:255:4294967295] 192.168.202.25@tcp LPNI seq info [89991:89991:7:4294967295] 00000400:00000200:3.0:1718399242.547063:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.547066:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.547068:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7000 (tot 82314434). 00000800:00000200:3.0:1718399242.547071:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.547074:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.547076:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.547159:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.547162:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c9c00 (tot 82314186). 00000400:00000200:0.0:1718399242.547166:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.547169:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.547171:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e3b8 00000400:00000010:0.0:1718399242.547172:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e3b8. 00000800:00000200:0.0:1718399242.547382:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.547384:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7000 (tot 82313938). 00000400:00000200:0.0:1718399242.547386:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.547389:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.547391:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466770 00000400:00000010:0.0:1718399242.547392:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466770. 00000100:00000200:0.0:1718399242.547395:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316483584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.548518:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009321a000. 00010000:00000010:2.1:1718399242.548526:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f840. 00000400:00000200:0.0:1718399242.548821:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.548831:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbffe00 00000400:00000200:0.0:1718399242.548836:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad86d [1] + 224 00000400:00000200:0.0:1718399242.548852:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.548855:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.548861:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316483584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.549015:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310898. 00000400:00000200:3.0:1718399242.549019:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399242.549021:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399242.549024:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316483584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.549030:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316483584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.549049:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399242.549052:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2200. 00000100:00000010:3.0:1718399242.549055:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.549060:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093db6d80. 00010000:00000010:3.0:1718399242.549062:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000200:0.0:1718399242.552656:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.552669:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b140 00000400:00000200:0.0:1718399242.552676:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac1d1 [2] + 656 00000400:00000200:0.0:1718399242.552735:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.552738:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.552743:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.552748:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 00000020:00000010:1.0:1718399242.552963:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc000. 00000020:00000010:1.0:1718399242.552969:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.552972:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.552988:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317905728/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399242.553022:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317905728 02000000:00000010:1.0:1718399242.553029:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc800. 00010000:00000010:1.0:1718399242.553056:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b78e400. 00010000:00000010:1.0:1718399242.553073:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.553079:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fd2c00. 00080000:00000010:3.0:1718399242.553138:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8801369f7000. 00010000:00000010:3.0:1718399242.553193:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399242.553253:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c240. 00010000:00000010:3.0:1718399242.553258:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399242.553265:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.553268:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093db6d80. 00000100:00000010:3.0:1718399242.553327:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.553335:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399242.553350:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399242.553353:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310898. 00000400:00000010:3.0:1718399242.553358:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.553362:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316483648, portal 16 00000400:00000010:3.0:1718399242.553366:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466990. 00000100:00000200:3.0:1718399242.553367:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316483648, offset 0 00000400:00000200:3.0:1718399242.553373:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.553380:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.553385:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.553388:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.553390:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.553392:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89992:89992:256:4294967295] 192.168.202.25@tcp LPNI seq info [89992:89992:8:4294967295] 00000400:00000200:3.0:1718399242.553398:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.553402:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.553405:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7900 (tot 82314186). 00000800:00000200:3.0:1718399242.553408:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.553413:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.553416:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7900 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:1.0:1718399242.553484:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fd2c00. 00010000:00000010:1.0:1718399242.553488:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00010000:00000010:1.0:1718399242.553492:0:16238:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b78e200. 00000400:00000010:1.0:1718399242.553501:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ac38. 00000100:00000200:1.0:1718399242.553502:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317905728, offset 224 00000400:00000200:1.0:1718399242.553506:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.553510:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.553513:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89993:89993:255:4294967295] 192.168.202.25@tcp LPNI seq info [89993:89993:7:4294967295] 00000400:00000200:1.0:1718399242.553518:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.553521:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.553523:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612b00 (tot 82314434). 00000800:00000200:1.0:1718399242.553525:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.553527:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.553529:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.554155:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.554160:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.554163:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc000. 00000800:00000200:0.0:1718399242.554227:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.554230:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7900 (tot 82314186). 00000400:00000200:0.0:1718399242.554232:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.554236:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.554239:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466990 00000400:00000010:0.0:1718399242.554240:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466990. 00000100:00000200:0.0:1718399242.554245:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316483648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1718399242.554308:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.554310:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612b00 (tot 82313938). 00000400:00000200:0.0:1718399242.554313:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.554316:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.554317:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ac38 00000400:00000010:0.0:1718399242.554318:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ac38. 00010000:00000010:0.1:1718399242.556073:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092bac480. 00010000:00000010:0.1:1718399242.556081:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d6db00. 00000400:00000200:0.0:1718399242.556587:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.556599:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbffe40 00000400:00000200:0.0:1718399242.556605:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad875 [1] + 224 00000400:00000200:0.0:1718399242.556624:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.556627:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.556634:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316483648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.556834:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310898. 00000400:00000200:3.0:1718399242.556840:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399242.556841:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399242.556845:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316483648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.556850:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316483648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.556871:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399242.556875:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2200. 00000100:00000010:3.0:1718399242.556877:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.556881:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093db6d80. 00010000:00000010:3.0:1718399242.556884:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000200:0.0:1718399242.557291:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.557297:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b180 00000400:00000200:0.0:1718399242.557302:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac1d1 [2] + 984 00000400:00000200:0.0:1718399242.557342:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.557346:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.557350:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.557354:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000020:00000010:1.0:1718399242.557583:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc000. 00000020:00000010:1.0:1718399242.557596:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.557601:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.557616:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317905792/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399242.557642:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317905792 02000000:00000010:1.0:1718399242.557649:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc600. 00010000:00000010:1.0:1718399242.557670:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090e56480. 00010000:00000010:1.0:1718399242.557685:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.557689:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fd2c00. 00000100:00000010:1.0:1718399242.557707:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fd2c00. 00010000:00000010:1.0:1718399242.557709:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.557718:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a550. 00000100:00000200:1.0:1718399242.557721:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317905792, offset 224 00000400:00000200:1.0:1718399242.557726:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.557733:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.557737:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89994:89994:256:4294967295] 192.168.202.25@tcp LPNI seq info [89994:89994:8:4294967295] 00000400:00000200:1.0:1718399242.557744:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.557748:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.557751:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612c00 (tot 82314186). 00000800:00000200:1.0:1718399242.557754:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.557759:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.557762:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.557772:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.557774:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.557778:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc000. 00000800:00000200:0.0:1718399242.558060:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.558062:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612c00 (tot 82313938). 00000400:00000200:0.0:1718399242.558066:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.558068:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.558070:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a550 00000400:00000010:0.0:1718399242.558071:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a550. 00080000:00000010:2.0:1718399242.558210:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c9300. 00010000:00000010:2.0:1718399242.558302:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46b80. 00010000:00000010:2.0:1718399242.558308:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090e56400. 00010000:00000010:2.0:1718399242.558368:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356f840. 00010000:00000010:2.0:1718399242.558372:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6980. 00010000:00000010:2.0:1718399242.558379:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571600. 00000100:00000010:2.0:1718399242.558383:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8fc00. 00000100:00000010:2.0:1718399242.558388:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbdf00. 02000000:00000010:2.0:1718399242.558396:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb400. 02000000:00000010:2.0:1718399242.558413:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa400. 00000400:00000010:2.0:1718399242.558416:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdf20. 00000400:00000010:2.0:1718399242.558419:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ee58. 00000100:00000200:2.0:1718399242.558422:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316483712, portal 16 00000400:00000010:2.0:1718399242.558425:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ef68. 00000100:00000200:2.0:1718399242.558426:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316483712, offset 0 00000400:00000200:2.0:1718399242.558430:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.558434:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.558439:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.558441:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.558442:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.558444:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89995:89995:256:4294967295] 192.168.202.25@tcp LPNI seq info [89995:89995:8:4294967295] 00000400:00000200:2.0:1718399242.558448:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.558451:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.558454:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c9c00 (tot 82314186). 00000800:00000200:2.0:1718399242.558456:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.558460:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.558462:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c9c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.558801:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.558803:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c9c00 (tot 82313938). 00000400:00000200:0.0:1718399242.558807:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.558810:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.558812:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ef68 00000400:00000010:0.0:1718399242.558813:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ef68. 00000100:00000200:0.0:1718399242.558818:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbdf00 x1801871316483712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.561259:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.561310:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbffe80 00000400:00000200:0.0:1718399242.561316:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad885 [1] + 224 00000400:00000200:0.0:1718399242.561335:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.561338:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.561345:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbdf00 x1801871316483712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.561492:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdf20. 00000400:00000200:2.0:1718399242.561495:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ee58 00000400:00000010:2.0:1718399242.561497:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ee58. 00000100:00000200:2.0:1718399242.561502:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbdf00 x1801871316483712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.561508:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbdf00 x1801871316483712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.561531:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa400. 02000000:00000010:2.0:1718399242.561537:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb400. 00000100:00000010:2.0:1718399242.561541:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbdf00. 00000100:00000010:2.0:1718399242.561545:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8fc00. 00010000:00000010:2.0:1718399242.561548:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571600. 00010000:00000010:2.1:1718399242.561732:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922b2c00. 00010000:00000010:2.1:1718399242.561737:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d680. 00010000:00000010:2.1:1718399242.561741:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5247a00. 00010000:00000010:2.1:1718399242.561745:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cd80. 00010000:00000010:2.1:1718399242.561747:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800944b6a00. 00010000:00000010:2.1:1718399242.561750:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09eac0. 00010000:00000010:1.1:1718399242.561937:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52f3600. 00000400:00000200:0.0:1718399242.562025:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.562031:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b1c0 00000400:00000200:0.0:1718399242.562035:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac1d1 [2] + 1312 00000400:00000200:0.0:1718399242.562081:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.562084:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.562088:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.562091:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 00000020:00000010:3.0:1718399242.562206:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a2200. 00000020:00000010:3.0:1718399242.562210:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.562213:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399242.562229:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d580 x1801871317905856/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399242.562257:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317905856 02000000:00000010:3.0:1718399242.562263:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2600. 00010000:00000010:3.0:1718399242.562301:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009fb8cd00. 00010000:00000010:3.0:1718399242.562315:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.562319:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093db6d80. 00000100:00000010:3.0:1718399242.562325:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093db6d80. 00010000:00000010:3.0:1718399242.562326:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000010:3.0:1718399242.562335:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.562338:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317905856, offset 224 00000400:00000200:3.0:1718399242.562343:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.562350:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.562354:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89996:89996:256:4294967295] 192.168.202.25@tcp LPNI seq info [89996:89996:8:4294967295] 00000400:00000200:3.0:1718399242.562361:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.562364:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.562367:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7700 (tot 82314186). 00000800:00000200:3.0:1718399242.562371:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.562377:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.562379:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.562389:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.562392:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399242.562395:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a2200. 00080000:00000010:2.0:1718399242.562945:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c9400. 00010000:00000010:2.0:1718399242.563004:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6980. 00010000:00000010:2.0:1718399242.563009:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009fb8cc80. 00010000:00000010:2.0:1718399242.563065:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d680. 00010000:00000010:2.0:1718399242.563068:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6980. 00010000:00000010:2.0:1718399242.563074:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571600. 00000100:00000010:2.0:1718399242.563077:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8fc00. 00000100:00000010:2.0:1718399242.563082:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbdf00. 02000000:00000010:2.0:1718399242.563090:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb400. 02000000:00000010:2.0:1718399242.563107:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa400. 00000400:00000010:2.0:1718399242.563111:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdf20. 00000400:00000010:2.0:1718399242.563114:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ee58. 00000100:00000200:2.0:1718399242.563118:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316483776, portal 16 00000400:00000010:2.0:1718399242.563121:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e220. 00000100:00000200:2.0:1718399242.563122:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316483776, offset 0 00000400:00000200:2.0:1718399242.563126:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.563131:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.563136:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.563140:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.563142:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.563144:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89997:89997:255:4294967295] 192.168.202.25@tcp LPNI seq info [89997:89997:7:4294967295] 00000400:00000200:2.0:1718399242.563149:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.563153:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.563155:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c9d00 (tot 82314434). 00000800:00000200:2.0:1718399242.563157:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.563161:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.563163:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c9d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.563247:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.563249:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7700 (tot 82314186). 00000400:00000200:0.0:1718399242.563252:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.563255:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.563257:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:0.0:1718399242.563258:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000800:00000200:0.0:1718399242.563317:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.563319:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c9d00 (tot 82313938). 00000400:00000200:0.0:1718399242.563322:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.563325:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.563327:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e220 00000400:00000010:0.0:1718399242.563328:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e220. 00000100:00000200:0.0:1718399242.563332:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbdf00 x1801871316483776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.564811:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ec5b00. 00010000:00000010:2.1:1718399242.564819:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092ba7180. 00010000:00000010:2.1:1718399242.564823:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2f6200. 00000400:00000200:0.0:1718399242.565066:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.565077:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbffec0 00000400:00000200:0.0:1718399242.565081:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad891 [1] + 224 00000400:00000200:0.0:1718399242.565097:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.565100:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.565105:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbdf00 x1801871316483776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.565625:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdf20. 00000400:00000200:2.0:1718399242.565629:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ee58 00000400:00000010:2.0:1718399242.565631:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ee58. 00000100:00000200:2.0:1718399242.565636:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbdf00 x1801871316483776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.565642:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbdf00 x1801871316483776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.565663:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa400. 02000000:00000010:2.0:1718399242.565669:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb400. 00000100:00000010:2.0:1718399242.565672:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbdf00. 00000100:00000010:2.0:1718399242.565677:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8fc00. 00010000:00000010:2.0:1718399242.565679:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571600. 00000400:00000200:0.0:1718399242.566051:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.566058:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b200 00000400:00000200:0.0:1718399242.566063:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac1d1 [2] + 1640 00000400:00000200:0.0:1718399242.566104:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.566107:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.566111:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.566115:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 00000020:00000010:1.0:1718399242.566311:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc000. 00000020:00000010:1.0:1718399242.566316:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.566320:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.566338:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317905920/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399242.566722:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317905920 02000000:00000010:1.0:1718399242.566730:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd200. 00010000:00000010:1.0:1718399242.566752:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800922dcf00. 00010000:00000010:1.0:1718399242.566766:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.566771:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fd2c00. 00000100:00000010:1.0:1718399242.566792:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fd2c00. 00010000:00000010:1.0:1718399242.566795:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.566803:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a330. 00000100:00000200:1.0:1718399242.566807:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317905920, offset 224 00000400:00000200:1.0:1718399242.566812:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.566820:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.566825:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89998:89998:256:4294967295] 192.168.202.25@tcp LPNI seq info [89998:89998:8:4294967295] 00000400:00000200:1.0:1718399242.566832:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.566836:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.566838:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612800 (tot 82314186). 00000800:00000200:1.0:1718399242.566843:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.566849:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.566852:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.566861:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.566863:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.566867:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc000. 00000800:00000200:0.0:1718399242.567217:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.567219:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612800 (tot 82313938). 00000400:00000200:0.0:1718399242.567223:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.567226:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.567229:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a330 00000400:00000010:0.0:1718399242.567230:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a330. 00080000:00000010:2.0:1718399242.567302:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c9200. 00010000:00000010:2.0:1718399242.567360:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6980. 00010000:00000010:2.0:1718399242.567366:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800922dce80. 00010000:00000010:2.0:1718399242.567418:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356fcc0. 00010000:00000010:2.0:1718399242.567422:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6980. 00010000:00000010:2.0:1718399242.567428:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571600. 00000100:00000010:2.0:1718399242.567430:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8fc00. 00000100:00000010:2.0:1718399242.567435:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbdf00. 02000000:00000010:2.0:1718399242.567443:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb400. 02000000:00000010:2.0:1718399242.567459:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa400. 00000400:00000010:2.0:1718399242.567463:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdf20. 00000400:00000010:2.0:1718399242.567465:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ee58. 00000100:00000200:2.0:1718399242.567469:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316483840, portal 16 00000400:00000010:2.0:1718399242.567472:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52edd0. 00000100:00000200:2.0:1718399242.567473:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316483840, offset 0 00000400:00000200:2.0:1718399242.567476:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.567481:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.567486:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.567488:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.567490:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.567492:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [89999:89999:256:4294967295] 192.168.202.25@tcp LPNI seq info [89999:89999:8:4294967295] 00000400:00000200:2.0:1718399242.567498:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.567501:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.567503:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c9800 (tot 82314186). 00000800:00000200:2.0:1718399242.567506:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.567509:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.567510:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c9800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.567970:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.567972:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c9800 (tot 82313938). 00000400:00000200:0.0:1718399242.567976:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.567979:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.567981:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52edd0 00000400:00000010:0.0:1718399242.567982:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52edd0. 00000100:00000200:0.0:1718399242.567986:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbdf00 x1801871316483840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.570052:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.570063:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfff00 00000400:00000200:0.0:1718399242.570070:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad89d [1] + 224 00000400:00000200:0.0:1718399242.570104:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.570108:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.570116:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbdf00 x1801871316483840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.570444:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdf20. 00000400:00000200:2.0:1718399242.570448:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ee58 00000400:00000010:2.0:1718399242.570449:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ee58. 00000100:00000200:2.0:1718399242.570453:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbdf00 x1801871316483840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.570459:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbdf00 x1801871316483840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.570480:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa400. 02000000:00000010:2.0:1718399242.570486:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb400. 00000100:00000010:2.0:1718399242.570490:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbdf00. 00000100:00000010:2.0:1718399242.570493:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8fc00. 00010000:00000010:2.0:1718399242.570496:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571600. 00000400:00000200:2.0:1718399242.570709:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.570715:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b240 00000400:00000200:2.0:1718399242.570719:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac1d1 [2] + 1968 00000400:00000010:2.0:1718399242.570722:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f17e8. 00000400:00000200:2.0:1718399242.570724:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009294c240 00000400:00000200:2.0:1718399242.570869:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.570872:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.570875:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009294c240 00000400:00000010:2.0:1718399242.570876:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88009294c240 (tot 82313786). 00000100:00000200:2.0:1718399242.570880:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1718399242.571400:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e12a900. 00010000:00000010:0.1:1718399242.571405:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c240. 00010000:00000010:2.1:1718399242.571439:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f840. 00000020:00000010:3.0:1718399242.571534:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a2200. 00000020:00000010:3.0:1718399242.571539:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.571541:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399242.571556:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88008f9c4050 x1801871317905984/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399242.571577:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317905984 02000000:00000010:3.0:1718399242.571583:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3000. 00010000:00000010:3.0:1718399242.571601:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009293ca80. 00010000:00000010:3.0:1718399242.571615:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.571621:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093db6d80. 00000100:00000010:3.0:1718399242.571626:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093db6d80. 00010000:00000010:3.0:1718399242.571628:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000010:3.0:1718399242.571636:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94664c8. 00000100:00000200:3.0:1718399242.571640:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317905984, offset 224 00000400:00000200:3.0:1718399242.571644:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.571652:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.571656:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90000:90000:256:4294967295] 192.168.202.25@tcp LPNI seq info [90000:90000:8:4294967295] 00000400:00000200:3.0:1718399242.571664:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.571667:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.571670:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7700 (tot 82314034). 00000800:00000200:3.0:1718399242.571674:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.571679:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.571682:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.571696:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.571699:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399242.571702:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a2200. 02000000:00000010:3.0:1718399242.571708:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd200. 00000100:00000010:3.0:1718399242.571711:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 02000000:00000010:3.0:1718399242.571713:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2600. 00000100:00000010:3.0:1718399242.571715:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 02000000:00000010:3.0:1718399242.571717:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc600. 00000100:00000010:3.0:1718399242.571719:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:3.0:1718399242.571720:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc800. 00000100:00000010:3.0:1718399242.571722:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 02000000:00000010:3.0:1718399242.571724:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa800. 00000100:00000010:3.0:1718399242.571725:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 02000000:00000010:3.0:1718399242.571727:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd400. 00000100:00000010:3.0:1718399242.571729:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 00000100:00000200:3.0:1718399242.571732:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1718399242.571736:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310898. 00000400:00000010:3.0:1718399242.571738:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093db6d80 (tot 82314186). 00000800:00000200:0.0:1718399242.571817:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.571819:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7700 (tot 82313938). 00000400:00000200:0.0:1718399242.571822:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.571824:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.571826:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94664c8 00000400:00000010:0.0:1718399242.571827:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94664c8. 02000000:00000010:0.0:1718399242.571830:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3000. 00080000:00000010:2.0:1718399242.571976:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c9800. 00010000:00000010:2.0:1718399242.572029:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6980. 00010000:00000010:2.0:1718399242.572034:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136b40000. 00010000:00000010:2.0:1718399242.572082:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51c9d00. 00010000:00000010:2.0:1718399242.572083:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6980. 00010000:00000010:2.0:1718399242.572086:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356fa80. 00010000:00000010:2.0:1718399242.572089:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399242.572095:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c9c00. 00010000:00000010:2.0:1718399242.572107:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399242.572108:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6980. 00010000:00000010:2.0:1718399242.572135:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356ef40. 00010000:00000010:2.0:1718399242.572137:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6980. 00010000:00000010:2.0:1718399242.572141:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571600. 00000100:00000010:2.0:1718399242.572143:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8fc00. 00000100:00000010:2.0:1718399242.572147:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbdf00. 02000000:00000010:2.0:1718399242.572154:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb400. 02000000:00000010:2.0:1718399242.572169:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa400. 00000400:00000010:2.0:1718399242.572171:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdf20. 00000400:00000010:2.0:1718399242.572173:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ee58. 00000100:00000200:2.0:1718399242.572175:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316483904, portal 16 00000400:00000010:2.0:1718399242.572178:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e7f8. 00000100:00000200:2.0:1718399242.572179:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316483904, offset 0 00000400:00000200:2.0:1718399242.572183:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.572186:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.572191:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.572193:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.572195:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.572197:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90001:90001:256:4294967295] 192.168.202.25@tcp LPNI seq info [90001:90001:8:4294967295] 00000400:00000200:2.0:1718399242.572203:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.572206:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.572208:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c9900 (tot 82314186). 00000800:00000200:2.0:1718399242.572210:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.572214:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.572216:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c9900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.572459:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.572461:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c9900 (tot 82313938). 00000400:00000200:0.0:1718399242.572464:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.572467:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.572469:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e7f8 00000400:00000010:0.0:1718399242.572470:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e7f8. 00000100:00000200:0.0:1718399242.572473:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbdf00 x1801871316483904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.574315:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.574326:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfff40 00000400:00000200:2.0:1718399242.574330:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad8ad [1] + 224 00000400:00000200:2.0:1718399242.574337:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.574339:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.574344:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbdf00 x1801871316483904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.574360:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.574363:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b280 00000400:00000200:2.0:1718399242.574366:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac229 [2] + 0 00000400:00000200:2.0:1718399242.574409:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.574411:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.574415:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399242.574420:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbda40. 00000020:00000010:1.0:1718399242.574492:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc000. 00000020:00000010:1.0:1718399242.574497:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.574500:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.574515:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbda40 x1801871317906048/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399242.574543:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317906048 02000000:00000010:1.0:1718399242.574549:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fda00. 00010000:00000010:1.0:1718399242.574572:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.574578:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fd2c00. 00000100:00000010:1.0:1718399242.574582:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fd2c00. 00010000:00000010:1.0:1718399242.574584:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.574592:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a440. 00000100:00000200:1.0:1718399242.574595:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317906048, offset 224 00000400:00000200:1.0:1718399242.574599:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.574605:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.574610:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90002:90002:256:4294967295] 192.168.202.25@tcp LPNI seq info [90002:90002:8:4294967295] 00000400:00000200:1.0:1718399242.574616:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.574620:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.574623:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612800 (tot 82314186). 00000800:00000200:1.0:1718399242.574626:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.574632:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.574634:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.574643:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.574646:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.574650:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc000. 00000800:00000200:0.0:1718399242.574911:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.574913:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612800 (tot 82313938). 00000400:00000200:0.0:1718399242.574917:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.574920:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.574922:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a440 00000400:00000010:0.0:1718399242.574924:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a440. 00000400:00000010:0.0:1718399242.574940:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdf20. 00000400:00000200:0.0:1718399242.574942:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ee58 00000400:00000010:0.0:1718399242.574943:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ee58. 00000100:00000200:0.0:1718399242.574948:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbdf00 x1801871316483904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399242.574953:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbdf00 x1801871316483904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1718399242.574967:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092b93e00. 02000000:00000010:0.0:1718399242.575206:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa400. 02000000:00000010:0.0:1718399242.575211:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb400. 00000100:00000010:0.0:1718399242.575215:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbdf00. 00000100:00000010:0.0:1718399242.575218:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8fc00. 00010000:00000010:0.0:1718399242.575221:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571600. 00080000:00000010:0.0:1718399242.575232:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5676100. 00010000:00000010:0.0:1718399242.575323:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6980. 00010000:00000010:0.0:1718399242.575328:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092b93d80. 00010000:00000010:0.0:1718399242.575383:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8a1c0. 00010000:00000010:0.0:1718399242.575387:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.575393:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3e3580. 00000100:00000010:0.0:1718399242.575396:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9e40. 00000100:00000010:0.0:1718399242.575401:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 02000000:00000010:0.0:1718399242.575408:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c3200. 02000000:00000010:0.0:1718399242.575426:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2200. 00000400:00000010:0.0:1718399242.575429:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92e18. 00000400:00000010:0.0:1718399242.575432:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376660. 00000100:00000200:0.0:1718399242.575436:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316483968, portal 16 00000400:00000010:0.0:1718399242.575439:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376880. 00000100:00000200:0.0:1718399242.575441:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316483968, offset 0 00000400:00000200:0.0:1718399242.575446:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.575451:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.575456:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399242.575459:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399242.575461:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399242.575463:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90003:90003:256:4294967295] 192.168.202.25@tcp LPNI seq info [90003:90003:8:4294967295] 00000400:00000200:0.0:1718399242.575469:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.575473:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.575475:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5676d00 (tot 82314186). 00000800:00000200:0.0:1718399242.575478:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.575483:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.575484:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5676d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.576032:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.576034:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5676d00 (tot 82313938). 00000400:00000200:1.0:1718399242.576037:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.576041:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.576043:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376880 00000400:00000010:1.0:1718399242.576044:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376880. 00000100:00000200:1.0:1718399242.576049:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27e3c0 x1801871316483968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.578126:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.578140:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfff80 00000400:00000200:2.0:1718399242.578147:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad8b9 [1] + 224 00000400:00000200:2.0:1718399242.578166:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.578169:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.578177:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27e3c0 x1801871316483968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1718399242.578339:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92e18. 00000400:00000200:0.0:1718399242.578343:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376660 00000400:00000010:0.0:1718399242.578345:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376660. 00000100:00000200:0.0:1718399242.578349:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27e3c0 x1801871316483968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399242.578354:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27e3c0 x1801871316483968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1718399242.578378:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2200. 02000000:00000010:0.0:1718399242.578382:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c3200. 00000100:00000010:0.0:1718399242.578385:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 00000100:00000010:0.0:1718399242.578387:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9e40. 00010000:00000010:0.0:1718399242.578391:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3e3580. 00010000:00000010:0.1:1718399242.578568:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009292c000. 00000400:00000200:0.0:1718399242.578822:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.578828:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b2c0 00000400:00000200:0.0:1718399242.578834:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac229 [2] + 328 00000400:00000200:0.0:1718399242.578880:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.578882:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.578886:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.578889:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 00000020:00000010:3.0:1718399242.579502:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a2600. 00000020:00000010:3.0:1718399242.579507:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.579511:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399242.579530:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317906112/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399242.579551:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317906112 02000000:00000010:3.0:1718399242.579557:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2200. 00010000:00000010:3.0:1718399242.579576:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5082700. 00010000:00000010:3.0:1718399242.579588:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.579593:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:3.0:1718399242.579598:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:3.0:1718399242.579600:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000010:3.0:1718399242.579608:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94664c8. 00000100:00000200:3.0:1718399242.579611:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317906112, offset 224 00000400:00000200:3.0:1718399242.579616:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.579623:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.579628:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90004:90004:256:4294967295] 192.168.202.25@tcp LPNI seq info [90004:90004:8:4294967295] 00000400:00000200:3.0:1718399242.579635:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.579639:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.579642:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7900 (tot 82314186). 00000800:00000200:3.0:1718399242.579646:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.579653:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.579656:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.579668:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399242.579672:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399242.579674:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a2600. 00000800:00000200:1.0:1718399242.579807:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.579810:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7900 (tot 82313938). 00000400:00000200:1.0:1718399242.579812:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.579815:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.579817:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94664c8 00000400:00000010:1.0:1718399242.579818:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94664c8. 00080000:00000010:0.0:1718399242.579964:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5676b00. 00010000:00000010:0.0:1718399242.580022:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.580025:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5082080. 00010000:00000010:0.0:1718399242.580081:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b89f80. 00010000:00000010:0.0:1718399242.580083:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399242.580090:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3e3580. 00000100:00000010:0.0:1718399242.580092:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9e40. 00000100:00000010:0.0:1718399242.580096:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 02000000:00000010:0.0:1718399242.580104:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c3200. 02000000:00000010:0.0:1718399242.580119:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2200. 00000400:00000010:0.0:1718399242.580121:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92e18. 00000400:00000010:0.0:1718399242.580124:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376660. 00000100:00000200:0.0:1718399242.580127:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316484032, portal 16 00000400:00000010:0.0:1718399242.580129:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376aa0. 00000100:00000200:0.0:1718399242.580131:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316484032, offset 0 00000400:00000200:0.0:1718399242.580134:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.580137:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.580142:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399242.580144:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399242.580146:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399242.580148:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90005:90005:256:4294967295] 192.168.202.25@tcp LPNI seq info [90005:90005:8:4294967295] 00000400:00000200:0.0:1718399242.580153:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.580156:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.580158:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5676900 (tot 82314186). 00000800:00000200:0.0:1718399242.580160:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.580163:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.580165:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5676900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399242.580327:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.580329:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5676900 (tot 82313938). 00000400:00000200:2.0:1718399242.580331:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.580334:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.580336:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376aa0 00000400:00000010:2.0:1718399242.580337:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376aa0. 00000100:00000200:2.0:1718399242.580340:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27c280 x1801871316484032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.582135:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.582145:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbbfffc0 00000400:00000200:0.0:1718399242.582150:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad8c5 [1] + 224 00000400:00000200:0.0:1718399242.582158:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.582160:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.582165:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27c280 x1801871316484032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.582190:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.582193:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b300 00000400:00000200:0.0:1718399242.582196:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac229 [2] + 656 00000400:00000200:0.0:1718399242.582233:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.582236:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.582239:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.582243:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 00010000:00000010:2.1:1718399242.582298:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5120240. 00000400:00000010:1.0:1718399242.582351:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92e18. 00000400:00000200:1.0:1718399242.582356:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376660 00000400:00000010:1.0:1718399242.582357:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376660. 00000100:00000200:1.0:1718399242.582361:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27c280 x1801871316484032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.582366:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27c280 x1801871316484032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399242.582384:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2200. 02000000:00000010:1.0:1718399242.582388:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c3200. 00000100:00000010:1.0:1718399242.582391:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 00000100:00000010:1.0:1718399242.582394:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9e40. 00010000:00000010:1.0:1718399242.582397:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3e3580. 00000020:00000010:1.0:1718399242.582417:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fce00. 00000020:00000010:1.0:1718399242.582420:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.582423:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.582434:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c2797c0 x1801871317906176/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399242.582448:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317906176 02000000:00000010:1.0:1718399242.582453:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc000. 00010000:00000010:1.0:1718399242.582468:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092ab2000. 00010000:00000010:1.0:1718399242.582482:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.582485:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fd2c00. 00000100:00000010:1.0:1718399242.582489:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fd2c00. 00010000:00000010:1.0:1718399242.582491:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000010:1.0:1718399242.582497:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a2a8. 00000100:00000200:1.0:1718399242.582499:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317906176, offset 224 00000400:00000200:1.0:1718399242.582504:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.582509:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.582513:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90006:90006:256:4294967295] 192.168.202.25@tcp LPNI seq info [90006:90006:8:4294967295] 00000400:00000200:1.0:1718399242.582520:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.582523:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.582526:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612c00 (tot 82314186). 00000800:00000200:1.0:1718399242.582529:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.582534:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.582536:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.582544:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ab80. 00000020:00000010:1.0:1718399242.582546:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:1.0:1718399242.582550:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fce00. 00000800:00000200:1.0:1718399242.582574:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.582576:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612c00 (tot 82313938). 00000400:00000200:1.0:1718399242.582578:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.582580:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.582582:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a2a8 00000400:00000010:1.0:1718399242.582583:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a2a8. 00080000:00000010:1.0:1718399242.582595:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093612c00. 00010000:00000010:1.0:1718399242.582642:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:1.0:1718399242.582646:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009293bf80. 00010000:00000010:1.0:1718399242.582684:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5273a80. 00010000:00000010:1.0:1718399242.582687:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ab80. 00010000:00000010:1.0:1718399242.582692:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.582694:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fd2c00. 00000100:00000010:1.0:1718399242.582698:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 02000000:00000010:1.0:1718399242.582703:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fd400. 02000000:00000010:1.0:1718399242.582714:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fc800. 00000400:00000010:1.0:1718399242.582717:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1dc0. 00000400:00000010:1.0:1718399242.582719:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a2a8. 00000100:00000200:1.0:1718399242.582721:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316484096, portal 16 00000400:00000010:1.0:1718399242.582724:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a770. 00000100:00000200:1.0:1718399242.582725:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316484096, offset 0 00000400:00000200:1.0:1718399242.582729:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.582732:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.582736:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.582738:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.582740:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.582742:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90007:90007:256:4294967295] 192.168.202.25@tcp LPNI seq info [90007:90007:8:4294967295] 00000400:00000200:1.0:1718399242.582747:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.582750:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.582751:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612b00 (tot 82314186). 00000800:00000200:1.0:1718399242.582753:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.582756:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.582758:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399242.582920:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.582922:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612b00 (tot 82313938). 00000400:00000200:2.0:1718399242.582924:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.582927:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.582929:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a770 00000400:00000010:2.0:1718399242.582930:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a770. 00000100:00000200:2.0:1718399242.582933:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75f00 x1801871316484096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399242.583055:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092abc000. 00010000:00000010:3.1:1718399242.583061:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012dc1fb00. 00010000:00000010:3.1:1718399242.583064:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00010000:00000010:0.1:1718399242.583410:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50b2600. 00010000:00000010:0.1:1718399242.583414:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f840. 00010000:00000010:0.1:1718399242.583417:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880095725300. 00010000:00000010:0.1:1718399242.583420:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d680. 00000400:00000200:0.0:1718399242.584978:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.584988:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00000 00000400:00000200:0.0:1718399242.584993:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad8d1 [1] + 224 00000400:00000200:0.0:1718399242.585007:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.585009:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.585014:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75f00 x1801871316484096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.585446:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.585451:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b340 00000400:00000200:0.0:1718399242.585455:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac229 [2] + 984 00000400:00000200:0.0:1718399242.585492:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.585495:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.585498:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.585503:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00000020:00000010:2.0:1718399242.585697:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fae00. 00000020:00000010:2.0:1718399242.585702:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6b80. 00000020:00000010:2.0:1718399242.585704:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.585719:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317906240/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.585733:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317906240 02000000:00000010:2.0:1718399242.585738:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fac00. 00010000:00000010:2.0:1718399242.585760:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571400. 00000100:00000010:2.0:1718399242.585765:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8fb40. 00000100:00000010:2.0:1718399242.585769:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8fb40. 00010000:00000010:2.0:1718399242.585771:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571400. 00000400:00000010:2.0:1718399242.585789:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ee58. 00000100:00000200:2.0:1718399242.585793:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317906240, offset 224 00000400:00000200:2.0:1718399242.585798:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.585804:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.585809:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90008:90008:256:4294967295] 192.168.202.25@tcp LPNI seq info [90008:90008:8:4294967295] 00000400:00000200:2.0:1718399242.585815:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.585818:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.585821:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5159000 (tot 82314186). 00000800:00000200:2.0:1718399242.585825:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.585831:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.585834:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5159000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.585843:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6b80. 00000020:00000010:2.0:1718399242.585846:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.585848:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fae00. 00000800:00000200:2.0:1718399242.585877:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.585879:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5159000 (tot 82313938). 00000400:00000200:2.0:1718399242.585880:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.585883:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.585884:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ee58 00000400:00000010:2.0:1718399242.585885:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ee58. 00010000:00000010:0.1:1718399242.586286:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a531a1c0. 00010000:00000010:3.1:1718399242.586399:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5019680. 00010000:00000010:3.1:1718399242.586405:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d3f21c0. 00000400:00000010:1.0:1718399242.586510:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1dc0. 00000400:00000200:1.0:1718399242.586513:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a2a8 00000400:00000010:1.0:1718399242.586514:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a2a8. 00000100:00000200:1.0:1718399242.586519:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75f00 x1801871316484096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.586525:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75f00 x1801871316484096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1718399242.586539:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a9e41780. 02000000:00000010:1.0:1718399242.586549:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fc800. 02000000:00000010:1.0:1718399242.586552:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fd400. 00000100:00000010:1.0:1718399242.586555:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 00000100:00000010:1.0:1718399242.586558:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fd2c00. 00010000:00000010:1.0:1718399242.586560:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00080000:00000010:1.0:1718399242.586570:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093612600. 00010000:00000010:1.0:1718399242.586618:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ab80. 00010000:00000010:1.0:1718399242.586622:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9e41480. 00010000:00000010:1.0:1718399242.586667:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5272640. 00010000:00000010:1.0:1718399242.586670:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ab80. 00010000:00000010:1.0:1718399242.586675:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.586677:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fd2c00. 00000100:00000010:1.0:1718399242.586681:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 02000000:00000010:1.0:1718399242.586687:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fd400. 02000000:00000010:1.0:1718399242.586700:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fc800. 00000400:00000010:1.0:1718399242.586703:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1dc0. 00000400:00000010:1.0:1718399242.586705:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a2a8. 00000100:00000200:1.0:1718399242.586708:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316484160, portal 16 00000400:00000010:1.0:1718399242.586710:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a4c8. 00000100:00000200:1.0:1718399242.586711:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316484160, offset 0 00000400:00000200:1.0:1718399242.586715:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.586719:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.586723:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.586726:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.586728:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.586729:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90009:90009:256:4294967295] 192.168.202.25@tcp LPNI seq info [90009:90009:8:4294967295] 00000400:00000200:1.0:1718399242.586735:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.586738:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.586740:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612f00 (tot 82314186). 00000800:00000200:1.0:1718399242.586743:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.586746:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.586748:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.586965:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.586967:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612f00 (tot 82313938). 00000400:00000200:0.0:1718399242.586970:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.586973:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.586975:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a4c8 00000400:00000010:0.0:1718399242.586975:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a4c8. 00000100:00000200:0.0:1718399242.586979:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75f00 x1801871316484160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399242.588802:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092648e00. 00010000:00000010:3.1:1718399242.588809:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8a1c0. 00010000:00000010:0.1:1718399242.588900:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e9de00. 00010000:00000010:0.1:1718399242.588905:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fcc0. 00010000:00000010:0.1:1718399242.588907:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c9d00. 00010000:00000010:0.1:1718399242.588909:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00000400:00000200:0.0:1718399242.589463:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.589474:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00040 00000400:00000200:0.0:1718399242.589480:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad8dd [1] + 224 00000400:00000200:0.0:1718399242.589496:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.589498:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.589504:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75f00 x1801871316484160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.589723:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.589727:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b380 00000400:00000200:0.0:1718399242.589731:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac229 [2] + 1312 00000400:00000200:0.0:1718399242.589768:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.589770:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.589774:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.589778:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 00000400:00000010:1.0:1718399242.589836:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1dc0. 00000400:00000200:1.0:1718399242.589839:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a2a8 00000400:00000010:1.0:1718399242.589841:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a2a8. 00000100:00000200:1.0:1718399242.589846:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75f00 x1801871316484160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.589852:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75f00 x1801871316484160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399242.589872:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fc800. 02000000:00000010:1.0:1718399242.589876:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fd400. 00000100:00000010:1.0:1718399242.589879:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 00000100:00000010:1.0:1718399242.589882:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fd2c00. 00010000:00000010:1.0:1718399242.589885:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000020:00000010:2.0:1718399242.590056:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fba00. 00000020:00000010:2.0:1718399242.590061:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6b80. 00000020:00000010:2.0:1718399242.590063:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.590078:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27df00 x1801871317906304/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399242.590100:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317906304 02000000:00000010:2.0:1718399242.590105:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb000. 00010000:00000010:2.0:1718399242.590122:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a525c280. 00010000:00000010:2.0:1718399242.590145:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571400. 00000100:00000010:2.0:1718399242.590150:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8fb40. 00000100:00000010:2.0:1718399242.590154:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8fb40. 00010000:00000010:2.0:1718399242.590156:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571400. 00000400:00000010:2.0:1718399242.590162:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ee58. 00000100:00000200:2.0:1718399242.590165:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317906304, offset 224 00000400:00000200:2.0:1718399242.590170:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.590176:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.590180:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90010:90010:256:4294967295] 192.168.202.25@tcp LPNI seq info [90010:90010:8:4294967295] 00000400:00000200:2.0:1718399242.590187:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.590191:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.590193:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5159000 (tot 82314186). 00000800:00000200:2.0:1718399242.590196:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.590202:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.590205:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5159000 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1718399242.590321:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093612300. 00010000:00000010:1.0:1718399242.590370:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ab80. 00010000:00000010:1.0:1718399242.590374:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a525c400. 00010000:00000010:1.0:1718399242.590420:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093612000. 00010000:00000010:1.0:1718399242.590421:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ab80. 00010000:00000010:1.0:1718399242.590425:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5271d40. 00010000:00000010:1.0:1718399242.590428:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a000. 00080000:00000010:1.0:1718399242.590435:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093612700. 00010000:00000010:1.0:1718399242.590447:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a000. 00010000:00000010:1.0:1718399242.590448:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ab80. 00010000:00000010:1.0:1718399242.590476:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5270480. 00010000:00000010:1.0:1718399242.590478:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ab80. 00010000:00000010:1.0:1718399242.590482:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.590484:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fd2c00. 00000100:00000010:1.0:1718399242.590487:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 02000000:00000010:1.0:1718399242.590493:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fd400. 02000000:00000010:1.0:1718399242.590505:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fc800. 00000400:00000010:1.0:1718399242.590507:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1dc0. 00000400:00000010:1.0:1718399242.590510:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a2a8. 00000100:00000200:1.0:1718399242.590512:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316484224, portal 16 00000400:00000010:1.0:1718399242.590515:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ae58. 00000100:00000200:1.0:1718399242.590516:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316484224, offset 0 00000400:00000200:1.0:1718399242.590520:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.590524:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.590528:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.590530:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.590532:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.590534:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90011:90011:255:4294967295] 192.168.202.25@tcp LPNI seq info [90011:90011:7:4294967295] 00000400:00000200:1.0:1718399242.590540:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.590543:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.590545:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612500 (tot 82314434). 00000800:00000200:1.0:1718399242.590547:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.590551:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.590552:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612500 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.590987:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6b80. 00000020:00000010:2.0:1718399242.590991:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.590994:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fba00. 00000800:00000200:3.0:1718399242.591515:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399242.591517:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5159000 (tot 82314186). 00000400:00000200:3.0:1718399242.591521:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399242.591525:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399242.591528:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ee58 00000400:00000010:3.0:1718399242.591529:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ee58. 00000800:00000200:3.0:1718399242.591562:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399242.591563:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612500 (tot 82313938). 00000400:00000200:3.0:1718399242.591565:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399242.591568:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399242.591570:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ae58 00000400:00000010:3.0:1718399242.591571:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ae58. 00000100:00000200:3.0:1718399242.591575:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75f00 x1801871316484224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.592585:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.592593:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00080 00000400:00000200:0.0:1718399242.592597:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad8e9 [1] + 224 00000400:00000200:0.0:1718399242.592610:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.592613:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.592618:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75f00 x1801871316484224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399242.592918:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1dc0. 00000400:00000200:1.0:1718399242.592921:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a2a8 00000400:00000010:1.0:1718399242.592923:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a2a8. 00000100:00000200:1.0:1718399242.592928:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75f00 x1801871316484224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.592933:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75f00 x1801871316484224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399242.592951:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fc800. 02000000:00000010:1.0:1718399242.592955:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fd400. 00000100:00000010:1.0:1718399242.592958:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 00000100:00000010:1.0:1718399242.592961:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fd2c00. 00010000:00000010:1.0:1718399242.592964:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000400:00000200:0.0:1718399242.593138:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.593144:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b3c0 00000400:00000200:0.0:1718399242.593148:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac229 [2] + 1640 00000400:00000200:0.0:1718399242.593181:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.593184:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.593187:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.593190:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00000020:00000010:2.0:1718399242.593354:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fba00. 00000020:00000010:2.0:1718399242.593358:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6b80. 00000020:00000010:2.0:1718399242.593361:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.593374:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317906368/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399242.593388:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317906368 02000000:00000010:2.0:1718399242.593394:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fae00. 00010000:00000010:2.0:1718399242.593409:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092be9300. 00010000:00000010:2.0:1718399242.593421:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571400. 00000100:00000010:2.0:1718399242.593425:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8fb40. 00000100:00000010:2.0:1718399242.593437:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8fb40. 00010000:00000010:2.0:1718399242.593440:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571400. 00000400:00000010:2.0:1718399242.593446:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e7f8. 00000100:00000200:2.0:1718399242.593449:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317906368, offset 224 00000400:00000200:2.0:1718399242.593454:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.593460:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.593464:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90012:90012:256:4294967295] 192.168.202.25@tcp LPNI seq info [90012:90012:8:4294967295] 00000400:00000200:2.0:1718399242.593471:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.593475:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.593477:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5159d00 (tot 82314186). 00000800:00000200:2.0:1718399242.593481:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.593486:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.593488:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5159d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.593504:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6b80. 00000020:00000010:2.0:1718399242.593506:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.593508:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fba00. 00080000:00000010:1.0:1718399242.593704:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093612900. 00010000:00000010:1.0:1718399242.593752:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ab80. 00010000:00000010:1.0:1718399242.593756:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092be9600. 00010000:00000010:1.0:1718399242.593820:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5271200. 00010000:00000010:1.0:1718399242.593823:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ab80. 00010000:00000010:1.0:1718399242.593829:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.593831:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fd2c00. 00000100:00000010:1.0:1718399242.593835:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 02000000:00000010:1.0:1718399242.593842:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fd400. 02000000:00000010:1.0:1718399242.593854:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fc800. 00000400:00000010:1.0:1718399242.593857:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1dc0. 00000400:00000010:1.0:1718399242.593860:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a2a8. 00000100:00000200:1.0:1718399242.593863:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316484288, portal 16 00000400:00000010:1.0:1718399242.593866:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399242.593867:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316484288, offset 0 00000400:00000200:1.0:1718399242.593870:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.593874:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.593879:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.593881:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.593883:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.593885:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90013:90013:255:4294967295] 192.168.202.25@tcp LPNI seq info [90013:90013:7:4294967295] 00000400:00000200:1.0:1718399242.593890:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.593893:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.593895:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612d00 (tot 82314434). 00000800:00000200:1.0:1718399242.593897:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.593901:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.593902:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1718399242.594070:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399242.594072:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5159d00 (tot 82314186). 00000400:00000200:3.0:1718399242.594075:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399242.594078:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399242.594080:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e7f8 00000400:00000010:3.0:1718399242.594081:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e7f8. 00000800:00000200:3.0:1718399242.594259:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399242.594261:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612d00 (tot 82313938). 00000400:00000200:3.0:1718399242.594265:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399242.594267:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399242.594390:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:3.0:1718399242.594391:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:3.0:1718399242.594396:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75f00 x1801871316484288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.594621:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53f2640. 00010000:00000010:0.1:1718399242.594625:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5159800. 00010000:00000010:0.1:1718399242.594628:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b89f80. 00000400:00000200:0.0:1718399242.596226:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.596237:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc000c0 00000400:00000200:0.0:1718399242.596242:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad8f5 [1] + 224 00000400:00000200:0.0:1718399242.596257:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.596260:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.596265:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75f00 x1801871316484288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.596700:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.596705:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b400 00000400:00000200:0.0:1718399242.596709:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac229 [2] + 1968 00000400:00000010:0.0:1718399242.596712:0:18240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f19a0. 00000400:00000200:0.0:1718399242.596714:0:18240:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009294cf00 00000400:00000200:0.0:1718399242.596750:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.596753:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.596755:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009294cf00 00000400:00000010:0.0:1718399242.596756:0:18240:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88009294cf00 (tot 82313786). 00000100:00000200:0.0:1718399242.596760:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1718399242.596827:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1dc0. 00000400:00000200:1.0:1718399242.596830:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a2a8 00000400:00000010:1.0:1718399242.596831:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a2a8. 00000100:00000200:1.0:1718399242.596836:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75f00 x1801871316484288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.596842:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75f00 x1801871316484288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399242.596862:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fc800. 02000000:00000010:1.0:1718399242.596866:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fd400. 00000100:00000010:1.0:1718399242.596869:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 00000100:00000010:1.0:1718399242.596873:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fd2c00. 00010000:00000010:1.0:1718399242.596875:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00000020:00000010:2.0:1718399242.597000:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fba00. 00000020:00000010:2.0:1718399242.597005:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6b80. 00000020:00000010:2.0:1718399242.597008:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.597021:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88008f9c3050 x1801871317906432/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.597036:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317906432 02000000:00000010:2.0:1718399242.597041:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa200. 00010000:00000010:2.0:1718399242.597058:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a525c580. 00010000:00000010:2.0:1718399242.597074:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571400. 00000100:00000010:2.0:1718399242.597078:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8fb40. 00000100:00000010:2.0:1718399242.597090:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8fb40. 00010000:00000010:2.0:1718399242.597092:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571400. 00000400:00000010:2.0:1718399242.597099:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52edd0. 00000100:00000200:2.0:1718399242.597101:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317906432, offset 224 00000400:00000200:2.0:1718399242.597106:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.597110:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.597115:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90014:90014:256:4294967295] 192.168.202.25@tcp LPNI seq info [90014:90014:8:4294967295] 00000400:00000200:2.0:1718399242.597122:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.597126:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.597129:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5159a00 (tot 82314034). 00000800:00000200:2.0:1718399242.597132:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.597138:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.597140:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5159a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.597156:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6b80. 00000020:00000010:2.0:1718399242.597160:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.597162:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fba00. 02000000:00000010:2.0:1718399242.597168:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fae00. 00000100:00000010:2.0:1718399242.597171:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:2.0:1718399242.597173:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb000. 00000100:00000010:2.0:1718399242.597175:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 02000000:00000010:2.0:1718399242.597177:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fac00. 00000100:00000010:2.0:1718399242.597178:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 02000000:00000010:2.0:1718399242.597180:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc000. 00000100:00000010:2.0:1718399242.597182:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 02000000:00000010:2.0:1718399242.597183:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2200. 00000100:00000010:2.0:1718399242.597185:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 02000000:00000010:2.0:1718399242.597186:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fda00. 00000100:00000010:2.0:1718399242.597188:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbda40. 00000100:00000200:2.0:1718399242.597191:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399242.597194:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd478. 00000400:00000010:2.0:1718399242.597196:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093d8fb40 (tot 82314186). 00080000:00000010:1.0:1718399242.597438:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093612200. 00010000:00000010:1.0:1718399242.597486:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ab80. 00010000:00000010:1.0:1718399242.597490:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a525cb00. 00010000:00000010:1.0:1718399242.597539:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5270fc0. 00010000:00000010:1.0:1718399242.597542:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ab80. 00010000:00000010:1.0:1718399242.597547:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b180. 00000100:00000010:1.0:1718399242.597549:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fd2c00. 00000100:00000010:1.0:1718399242.597554:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 02000000:00000010:1.0:1718399242.597559:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fd400. 02000000:00000010:1.0:1718399242.597572:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fc800. 00000400:00000010:1.0:1718399242.597574:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1dc0. 00000400:00000010:1.0:1718399242.597576:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a2a8. 00000100:00000200:1.0:1718399242.597578:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316484352, portal 16 00000400:00000010:1.0:1718399242.597580:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ab28. 00000100:00000200:1.0:1718399242.597581:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316484352, offset 0 00000400:00000200:1.0:1718399242.597585:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.597589:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.597594:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.597596:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.597598:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.597600:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90015:90015:255:4294967295] 192.168.202.25@tcp LPNI seq info [90015:90015:7:4294967295] 00000400:00000200:1.0:1718399242.597606:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.597609:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.597611:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612e00 (tot 82314434). 00000800:00000200:1.0:1718399242.597613:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.597616:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.597618:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1718399242.597676:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399242.597678:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5159a00 (tot 82314186). 00000400:00000200:3.0:1718399242.597681:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399242.597684:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399242.597686:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52edd0 00000400:00000010:3.0:1718399242.597688:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52edd0. 02000000:00000010:3.0:1718399242.597691:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa200. 00000800:00000200:3.0:1718399242.597718:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399242.597719:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612e00 (tot 82313938). 00000400:00000200:3.0:1718399242.597722:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399242.597724:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399242.597725:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ab28 00000400:00000010:3.0:1718399242.597726:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ab28. 00000100:00000200:3.0:1718399242.597730:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75f00 x1801871316484352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.599239:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.599248:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00100 00000400:00000200:0.0:1718399242.599252:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad905 [1] + 224 00000400:00000200:0.0:1718399242.599265:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.599268:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.599287:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75f00 x1801871316484352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.599363:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1dc0. 00000400:00000200:2.0:1718399242.599367:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a2a8 00000400:00000010:2.0:1718399242.599368:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a2a8. 00000100:00000200:2.0:1718399242.599372:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75f00 x1801871316484352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.599377:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75f00 x1801871316484352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.599396:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fc800. 02000000:00000010:2.0:1718399242.599400:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fd400. 00000100:00000010:2.0:1718399242.599403:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 00000100:00000010:2.0:1718399242.599406:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fd2c00. 00010000:00000010:2.0:1718399242.599409:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b180. 00010000:00000010:1.1:1718399242.599445:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af0fc0. 00000400:00000200:0.0:1718399242.599917:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.599923:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b440 00000400:00000200:0.0:1718399242.599926:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac281 [2] + 0 00000400:00000200:0.0:1718399242.600032:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.600035:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.600039:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.600042:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00000020:00000010:2.0:1718399242.600123:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fac00. 00000020:00000010:2.0:1718399242.600127:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6b80. 00000020:00000010:2.0:1718399242.600130:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.600144:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317906496/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399242.600167:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317906496 02000000:00000010:2.0:1718399242.600173:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb000. 00010000:00000010:2.0:1718399242.600189:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800932b7f80. 00010000:00000010:2.0:1718399242.600200:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571400. 00000100:00000010:2.0:1718399242.600204:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8fc00. 00000100:00000010:2.0:1718399242.600217:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8fc00. 00010000:00000010:2.0:1718399242.600219:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571400. 00000400:00000010:2.0:1718399242.600225:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e220. 00000100:00000200:2.0:1718399242.600228:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317906496, offset 224 00000400:00000200:2.0:1718399242.600232:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.600237:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.600241:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90016:90016:256:4294967295] 192.168.202.25@tcp LPNI seq info [90016:90016:8:4294967295] 00000400:00000200:2.0:1718399242.600247:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.600251:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.600254:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5159400 (tot 82314186). 00000800:00000200:2.0:1718399242.600257:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.600262:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.600265:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5159400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.600290:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6b80. 00000020:00000010:2.0:1718399242.600294:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.600296:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fac00. 00010000:00000010:1.1:1718399242.600434:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5018480. 00010000:00000010:1.1:1718399242.600440:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b53c2c00. 00010000:00000010:1.1:1718399242.600442:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273a80. 00010000:00000010:1.1:1718399242.600445:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880095d48e00. 00010000:00000010:1.1:1718399242.600447:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272640. 00010000:00000010:1.1:1718399242.600450:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093612000. 00010000:00000010:1.1:1718399242.600453:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271d40. 00010000:00000010:1.1:1718399242.600455:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f0a3e00. 00010000:00000010:1.1:1718399242.600459:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270480. 00080000:00000010:3.0:1718399242.600607:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8801369f7900. 00010000:00000010:3.0:1718399242.600658:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ab80. 00010000:00000010:3.0:1718399242.600662:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800932b7080. 00010000:00000010:3.0:1718399242.600707:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09fcc0. 00010000:00000010:3.0:1718399242.600710:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.600715:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.600719:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:3.0:1718399242.600722:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.600729:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.600741:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399242.600744:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310268. 00000400:00000010:3.0:1718399242.600746:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.600749:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316484416, portal 16 00000400:00000010:3.0:1718399242.600752:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466990. 00000100:00000200:3.0:1718399242.600753:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316484416, offset 0 00000400:00000200:3.0:1718399242.600757:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.600761:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.600765:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.600768:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.600770:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.600771:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90017:90017:255:4294967295] 192.168.202.25@tcp LPNI seq info [90017:90017:7:4294967295] 00000400:00000200:3.0:1718399242.600777:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.600793:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.600795:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7700 (tot 82314434). 00000800:00000200:3.0:1718399242.600798:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.600801:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.600803:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1718399242.600825:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399242.600826:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5159400 (tot 82314186). 00000400:00000200:3.0:1718399242.600829:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399242.600831:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399242.600833:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e220 00000400:00000010:3.0:1718399242.600834:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e220. 00000800:00000200:3.0:1718399242.600864:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399242.600865:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7700 (tot 82313938). 00000400:00000200:3.0:1718399242.600868:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399242.600870:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399242.600871:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466990 00000400:00000010:3.0:1718399242.600872:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466990. 00000100:00000200:3.0:1718399242.600875:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316484416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.603998:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8c240. 00010000:00000010:1.1:1718399242.604008:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09aac0. 00000400:00000200:0.0:1718399242.604689:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.604704:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00140 00000400:00000200:0.0:1718399242.604710:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad911 [1] + 224 00000400:00000200:0.0:1718399242.604728:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.604732:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.604740:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316484416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.605392:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.605398:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b480 00000400:00000200:0.0:1718399242.605402:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac281 [2] + 328 00000400:00000200:0.0:1718399242.605723:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.605727:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.605732:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.605737:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 00000400:00000010:3.0:1718399242.605823:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310268. 00000400:00000200:3.0:1718399242.605828:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399242.605830:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399242.605834:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316484416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.605841:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316484416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.605866:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399242.605870:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.605873:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.605878:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:3.0:1718399242.605881:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000020:00000010:1.0:1718399242.605959:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc600. 00000020:00000010:1.0:1718399242.605965:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a000. 00000020:00000010:1.0:1718399242.605967:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b348. 00000100:00000200:1.0:1718399242.605985:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317906560/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399242.611173:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317906560 02000000:00000010:2.0:1718399242.611190:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fac00. 00010000:00000010:2.0:1718399242.611222:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d014b00. 00010000:00000010:2.0:1718399242.611239:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571400. 00000100:00000010:2.0:1718399242.611245:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8fc00. 00000100:00000010:2.0:1718399242.611265:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8fc00. 00010000:00000010:2.0:1718399242.611268:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571400. 00000400:00000010:2.0:1718399242.611292:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ef68. 00000100:00000200:2.0:1718399242.611298:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317906560, offset 224 00000400:00000200:2.0:1718399242.611305:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.611317:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.611322:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90018:90018:256:4294967295] 192.168.202.25@tcp LPNI seq info [90018:90018:8:4294967295] 00000400:00000200:2.0:1718399242.611329:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.611334:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.611337:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5159500 (tot 82314186). 00000800:00000200:2.0:1718399242.611342:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.611348:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.611351:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5159500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.611368:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a000. 00000020:00000010:2.0:1718399242.611372:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b348. 00000020:00000010:2.0:1718399242.611377:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc600. 00000800:00000200:3.0:1718399242.611502:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399242.611505:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5159500 (tot 82313938). 00000400:00000200:3.0:1718399242.611509:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399242.611513:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399242.611516:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ef68 00000400:00000010:3.0:1718399242.611517:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ef68. 00080000:00000010:3.0:1718399242.611542:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130de7d00. 00010000:00000010:3.0:1718399242.611596:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.611601:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d014f80. 00010000:00000010:3.0:1718399242.611665:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09db00. 00010000:00000010:3.0:1718399242.611669:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.611677:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.611680:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:3.0:1718399242.611686:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.611694:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399242.611709:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3e00. 00000400:00000010:3.0:1718399242.611714:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310268. 00000400:00000010:3.0:1718399242.611718:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.611721:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316484480, portal 16 00000400:00000010:3.0:1718399242.611723:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466990. 00000100:00000200:3.0:1718399242.611725:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316484480, offset 0 00000400:00000200:3.0:1718399242.611728:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.611733:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.611737:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.611740:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.611742:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.611743:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90019:90019:256:4294967295] 192.168.202.25@tcp LPNI seq info [90019:90019:8:4294967295] 00000400:00000200:3.0:1718399242.611749:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.611752:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.611753:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130de7700 (tot 82314186). 00000800:00000200:3.0:1718399242.611756:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.611759:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.611761:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130de7700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.611998:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.612000:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130de7700 (tot 82313938). 00000400:00000200:0.0:1718399242.612002:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.612005:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.612007:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466990 00000400:00000010:0.0:1718399242.612009:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466990. 00000100:00000200:0.0:1718399242.612014:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316484480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.614430:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.614441:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00180 00000400:00000200:2.0:1718399242.614447:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad91d [1] + 224 00000400:00000200:2.0:1718399242.614455:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.614458:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.614464:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316484480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.614497:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.614501:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b4c0 00000400:00000200:2.0:1718399242.614505:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac281 [2] + 656 00000400:00000200:2.0:1718399242.614560:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.614563:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.614566:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399242.614571:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbda40. 00000400:00000010:3.0:1718399242.614635:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310268. 00000400:00000200:3.0:1718399242.614641:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399242.614642:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399242.614646:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316484480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.614652:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316484480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.614672:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399242.614676:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399242.614679:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.614683:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:3.0:1718399242.614686:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000020:00000010:1.0:1718399242.614740:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd200. 00000020:00000010:1.0:1718399242.614745:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399242.614748:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399242.614764:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbda40 x1801871317906624/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399242.614778:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317906624 02000000:00000010:1.0:1718399242.614796:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc400. 00010000:00000010:1.0:1718399242.614812:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a53d8300. 00010000:00000010:1.0:1718399242.614825:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245bc40. 00000100:00000010:1.0:1718399242.614829:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fd2c00. 00000100:00000010:1.0:1718399242.614914:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fd2c00. 00010000:00000010:1.0:1718399242.614917:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245bc40. 00000400:00000010:1.0:1718399242.614925:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aa18. 00000100:00000200:1.0:1718399242.614928:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317906624, offset 224 00000400:00000200:1.0:1718399242.614933:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.614939:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.614943:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90020:90020:256:4294967295] 192.168.202.25@tcp LPNI seq info [90020:90020:8:4294967295] 00000400:00000200:1.0:1718399242.614950:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.614954:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.614956:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612000 (tot 82314186). 00000800:00000200:1.0:1718399242.614960:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.614966:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.614968:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612000 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1718399242.615036:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130de7600. 00010000:00000010:3.0:1718399242.615086:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.615091:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a53d8b00. 00010000:00000010:3.0:1718399242.615141:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880130de7100. 00010000:00000010:3.0:1718399242.615144:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.615147:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f840. 00010000:00000010:3.0:1718399242.615150:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399242.615158:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130de7300. 00010000:00000010:3.0:1718399242.615177:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399242.615179:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.615214:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c240. 00010000:00000010:3.0:1718399242.615217:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.615221:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.615223:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:3.0:1718399242.615227:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.615233:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399242.615246:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3e00. 00000400:00000010:3.0:1718399242.615249:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310268. 00000400:00000010:3.0:1718399242.615252:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.615256:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316484544, portal 16 00000400:00000010:3.0:1718399242.615258:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466770. 00000100:00000200:3.0:1718399242.615259:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316484544, offset 0 00000400:00000200:3.0:1718399242.615263:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.615267:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.615288:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.615291:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.615293:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.615294:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90021:90021:255:4294967295] 192.168.202.25@tcp LPNI seq info [90021:90021:7:4294967295] 00000400:00000200:3.0:1718399242.615300:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.615303:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.615305:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130de7000 (tot 82314434). 00000800:00000200:3.0:1718399242.615308:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.615311:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.615313:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130de7000 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.616032:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399242.616037:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399242.616041:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd200. 00010000:00000010:1.1:1718399242.617846:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009a94be00. 00010000:00000010:1.1:1718399242.617855:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271200. 00010000:00000010:0.1:1718399242.617905:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9e5a00. 00010000:00000010:0.1:1718399242.617909:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270fc0. 00000800:00000200:2.0:1718399242.620681:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.620686:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612000 (tot 82314186). 00000400:00000200:2.0:1718399242.620693:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.620699:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.620704:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aa18 00000400:00000010:2.0:1718399242.620706:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aa18. 00000800:00000200:2.0:1718399242.620763:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.620765:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130de7000 (tot 82313938). 00000400:00000200:2.0:1718399242.620768:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.620770:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.620771:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466770 00000400:00000010:2.0:1718399242.620773:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466770. 00000100:00000200:2.0:1718399242.620787:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316484544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.625323:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8f600. 00010000:00000010:0.1:1718399242.627440:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012db87800. 00010000:00000010:0.1:1718399242.627460:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09fcc0. 00010000:00000010:0.1:1718399242.627466:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53df900. 00010000:00000010:0.1:1718399242.627469:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09db00. 00010000:00000010:0.1:1718399242.627473:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130de7100. 00010000:00000010:0.1:1718399242.627475:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f840. 00010000:00000010:1.1:1718399242.627515:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093172400. 00010000:00000010:1.1:1718399242.630510:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e185f80. 00000400:00000200:0.0:1718399242.632875:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.632891:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc001c0 00000400:00000200:0.0:1718399242.632898:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad929 [1] + 224 00000400:00000200:0.0:1718399242.632907:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.632911:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.632918:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316484544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.632952:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.632956:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b500 00000400:00000200:0.0:1718399242.632960:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac281 [2] + 984 00000400:00000200:0.0:1718399242.632975:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.632977:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.632980:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.632986:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 00000400:00000010:3.0:1718399242.633089:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310268. 00000400:00000200:3.0:1718399242.633094:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399242.633096:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399242.633100:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316484544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.633106:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316484544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.633130:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399242.633135:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399242.633138:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.633142:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:3.0:1718399242.633145:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000020:00000010:1.0:1718399242.633318:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd200. 00000020:00000010:1.0:1718399242.633324:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399242.633327:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399242.633345:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c2797c0 x1801871317906688/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399242.633375:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317906688 02000000:00000010:1.0:1718399242.633383:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fca00. 00010000:00000010:1.0:1718399242.633404:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093d86800. 00010000:00000010:1.0:1718399242.633421:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245bc40. 00000100:00000010:1.0:1718399242.633426:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fd2c00. 00000100:00000010:1.0:1718399242.633430:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fd2c00. 00010000:00000010:1.0:1718399242.633432:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245bc40. 00000400:00000010:1.0:1718399242.633439:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a110. 00000100:00000200:1.0:1718399242.633442:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317906688, offset 224 00000400:00000200:1.0:1718399242.633447:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.633455:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.633461:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90022:90022:256:4294967295] 192.168.202.25@tcp LPNI seq info [90022:90022:8:4294967295] 00000400:00000200:1.0:1718399242.633468:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.633472:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.633475:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612100 (tot 82314186). 00080000:00000010:3.0:1718399242.633573:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130de7e00. 00010000:00000010:3.0:1718399242.633627:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.633631:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093d86300. 00010000:00000010:3.0:1718399242.633686:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09eac0. 00010000:00000010:3.0:1718399242.633689:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.633694:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.633696:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:3.0:1718399242.633700:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.633707:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399242.633721:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3e00. 00000400:00000010:3.0:1718399242.633723:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310268. 00000400:00000010:3.0:1718399242.633725:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.633728:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316484608, portal 16 00000400:00000010:3.0:1718399242.633730:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466110. 00000100:00000200:3.0:1718399242.633732:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316484608, offset 0 00000400:00000200:3.0:1718399242.633735:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.633739:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.633743:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.633746:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.633747:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.633749:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90023:90023:255:4294967295] 192.168.202.25@tcp LPNI seq info [90023:90023:7:4294967295] 00000400:00000200:3.0:1718399242.633754:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.633757:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.633758:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130de7a00 (tot 82314434). 00000800:00000200:3.0:1718399242.633761:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.633766:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.633769:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130de7a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399242.633874:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.633876:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130de7a00 (tot 82314186). 00000400:00000200:2.0:1718399242.633878:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.633881:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.633883:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466110 00000400:00000010:2.0:1718399242.633884:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466110. 00000100:00000200:2.0:1718399242.633887:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316484608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1718399242.634222:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.634228:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.634230:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.634240:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399242.634243:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399242.634246:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd200. 00000800:00000200:2.0:1718399242.634989:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.634992:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612100 (tot 82313938). 00000400:00000200:2.0:1718399242.634996:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.634999:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.635002:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a110 00000400:00000010:2.0:1718399242.635003:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a110. 00010000:00000010:0.1:1718399242.636433:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009336b180. 00010000:00000010:0.1:1718399242.639412:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136730e00. 00010000:00000010:0.1:1718399242.639423:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c240. 00000400:00000200:0.0:1718399242.639532:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.639547:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00200 00000400:00000200:0.0:1718399242.639553:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad935 [1] + 224 00000400:00000200:0.0:1718399242.639562:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.639564:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.639572:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316484608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.639606:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.639609:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b540 00000400:00000200:0.0:1718399242.639613:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac281 [2] + 1312 00000400:00000200:0.0:1718399242.639626:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.639629:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.639632:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.639636:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00000400:00000010:3.0:1718399242.639701:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310268. 00000400:00000200:3.0:1718399242.639705:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399242.639706:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399242.639710:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316484608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.639715:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316484608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.639737:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399242.639741:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399242.639743:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.639747:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:3.0:1718399242.639749:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000020:00000010:1.0:1718399242.639927:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd200. 00000020:00000010:1.0:1718399242.639931:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399242.639934:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399242.639949:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317906752/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399242.639963:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317906752 02000000:00000010:1.0:1718399242.639969:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd800. 00010000:00000010:1.0:1718399242.639986:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093c91b00. 00010000:00000010:1.0:1718399242.639999:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245bc40. 00000100:00000010:1.0:1718399242.640003:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fd2c00. 00000100:00000010:1.0:1718399242.640006:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fd2c00. 00010000:00000010:1.0:1718399242.640008:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245bc40. 00000400:00000010:1.0:1718399242.640015:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a3b8. 00000100:00000200:1.0:1718399242.640018:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317906752, offset 224 00000400:00000200:1.0:1718399242.640022:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.640028:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.640032:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90024:90024:256:4294967295] 192.168.202.25@tcp LPNI seq info [90024:90024:8:4294967295] 00000400:00000200:1.0:1718399242.640039:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.640043:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.640047:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612100 (tot 82314186). 00000800:00000200:1.0:1718399242.640050:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.640056:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.640058:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.640074:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399242.640077:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399242.640081:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd200. 00080000:00000010:3.0:1718399242.640340:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130de7400. 00010000:00000010:3.0:1718399242.640401:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.640406:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093c91a80. 00010000:00000010:3.0:1718399242.640465:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cd80. 00010000:00000010:3.0:1718399242.640469:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.640476:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.640482:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:3.0:1718399242.640486:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.640493:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399242.640509:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3e00. 00000400:00000010:3.0:1718399242.640511:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310268. 00000400:00000010:3.0:1718399242.640513:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.640517:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316484672, portal 16 00000400:00000010:3.0:1718399242.640519:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399242.640520:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316484672, offset 0 00000400:00000200:3.0:1718399242.640524:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.640528:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.640532:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.640535:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.640537:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.640539:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90025:90025:255:4294967295] 192.168.202.25@tcp LPNI seq info [90025:90025:7:4294967295] 00000400:00000200:3.0:1718399242.640544:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.640546:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.640548:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130de7200 (tot 82314434). 00000800:00000200:3.0:1718399242.640551:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.640554:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.640556:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130de7200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399242.640683:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.640685:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612100 (tot 82314186). 00000400:00000200:2.0:1718399242.640688:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.640691:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.640693:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a3b8 00000400:00000010:2.0:1718399242.640694:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a3b8. 00000800:00000200:2.0:1718399242.640737:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.640738:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130de7200 (tot 82313938). 00000400:00000200:2.0:1718399242.640740:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.640742:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.640743:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:2.0:1718399242.640744:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:2.0:1718399242.640747:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316484672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.643391:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093369b00. 00000400:00000200:2.0:1718399242.646239:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.646253:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00240 00000400:00000200:2.0:1718399242.646263:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad941 [1] + 224 00000400:00000200:2.0:1718399242.646322:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.646326:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.646334:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316484672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.646367:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.646371:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b580 00000400:00000200:2.0:1718399242.646375:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac281 [2] + 1640 00000400:00000200:2.0:1718399242.646432:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.646435:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.646439:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399242.646444:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbbdc0. 00000020:00000010:0.0:1718399242.646496:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2c00. 00000020:00000010:0.0:1718399242.646502:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc500. 00000020:00000010:0.0:1718399242.646505:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff000. 00000400:00000010:3.0:1718399242.646517:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310268. 00000100:00000200:0.0:1718399242.646522:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbbdc0 x1801871317906816/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000200:3.0:1718399242.646524:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399242.646526:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399242.646531:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316484672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.646537:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316484672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.646559:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399242.646565:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399242.646569:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.646573:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:3.0:1718399242.646576:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000100:00000200:0.0:1718399242.646639:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317906816 02000000:00000010:0.0:1718399242.646646:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c3c00. 00010000:00000010:0.0:1718399242.646773:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880129e39800. 00010000:00000010:0.0:1718399242.646811:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3e3540. 00000100:00000010:0.0:1718399242.647022:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9540. 00000100:00000010:0.0:1718399242.647038:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9540. 00010000:00000010:0.0:1718399242.647043:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3e3540. 00000400:00000010:0.0:1718399242.647052:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376330. 00000100:00000200:0.0:1718399242.647056:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317906816, offset 224 00000400:00000200:0.0:1718399242.647061:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.647069:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00080000:00000010:3.0:1718399242.647074:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130de7900. 00000400:00000200:0.0:1718399242.647074:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90026:90026:256:4294967295] 192.168.202.25@tcp LPNI seq info [90026:90026:8:4294967295] 00000400:00000200:0.0:1718399242.647099:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.647104:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.647107:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5676600 (tot 82314186). 00000800:00000200:0.0:1718399242.647110:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.647116:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.647119:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5676600 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1718399242.647126:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.647131:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880129e39780. 00010000:00000010:3.0:1718399242.647178:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d680. 00010000:00000010:3.0:1718399242.647181:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.647187:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.647189:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:3.0:1718399242.647193:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.647199:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399242.647213:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3e00. 00000400:00000010:3.0:1718399242.647215:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310268. 00000400:00000010:3.0:1718399242.647218:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.647221:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316484736, portal 16 00000400:00000010:3.0:1718399242.647223:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466198. 00000100:00000200:3.0:1718399242.647225:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316484736, offset 0 00000400:00000200:3.0:1718399242.647229:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.647234:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.647239:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.647242:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.647244:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.647246:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90027:90027:255:4294967295] 192.168.202.25@tcp LPNI seq info [90027:90027:7:4294967295] 00000400:00000200:3.0:1718399242.647251:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.647254:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.647256:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130de7500 (tot 82314434). 00000800:00000200:3.0:1718399242.647259:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.647262:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.647264:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130de7500 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1718399242.648900:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc500. 00000020:00000010:0.0:1718399242.648908:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff000. 00000020:00000010:0.0:1718399242.648912:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2c00. 00000800:00000200:1.0:1718399242.648949:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.648952:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5676600 (tot 82314186). 00000400:00000200:1.0:1718399242.648958:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.648962:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.648966:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376330 00000400:00000010:1.0:1718399242.648967:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376330. 00000800:00000200:1.0:1718399242.649012:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.649014:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130de7500 (tot 82313938). 00000400:00000200:1.0:1718399242.649016:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.649018:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.649019:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466198 00000400:00000010:1.0:1718399242.649020:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466198. 00000100:00000200:1.0:1718399242.649025:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316484736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.650353:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53d3700. 00010000:00000010:2.1:1718399242.650359:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09eac0. 00000400:00000200:0.0:1718399242.650739:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.650750:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00280 00000400:00000200:0.0:1718399242.650757:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad94d [1] + 224 00000400:00000200:0.0:1718399242.650772:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.650775:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.650793:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316484736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.650846:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310268. 00000400:00000200:3.0:1718399242.650851:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399242.650852:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399242.650857:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316484736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.650863:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316484736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.650883:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399242.650888:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399242.650891:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.650895:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:3.0:1718399242.650898:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000200:2.0:1718399242.651003:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.651009:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b5c0 00000400:00000200:2.0:1718399242.651014:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac281 [2] + 1968 00000400:00000010:2.0:1718399242.651016:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310d10. 00000400:00000200:2.0:1718399242.651019:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff880095d49180 00000400:00000200:2.0:1718399242.651061:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.651064:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.651066:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880095d49180 00000400:00000010:2.0:1718399242.651068:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff880095d49180 (tot 82313786). 00000100:00000200:2.0:1718399242.651072:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1718399242.653504:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd200. 00000020:00000010:1.0:1718399242.653512:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399242.653516:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399242.653535:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88008f9c3850 x1801871317906880/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399242.653559:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317906880 02000000:00000010:1.0:1718399242.653566:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc600. 00010000:00000010:1.0:1718399242.653589:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880129e39a80. 00010000:00000010:1.0:1718399242.653608:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245bc40. 00000100:00000010:1.0:1718399242.653613:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fd2c00. 00000100:00000010:1.0:1718399242.653633:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fd2c00. 00010000:00000010:1.0:1718399242.653635:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245bc40. 00000400:00000010:1.0:1718399242.653646:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a3b8. 00000100:00000200:1.0:1718399242.653651:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317906880, offset 224 00000400:00000200:1.0:1718399242.653658:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.653669:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.653675:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90028:90028:256:4294967295] 192.168.202.25@tcp LPNI seq info [90028:90028:8:4294967295] 00000400:00000200:1.0:1718399242.653684:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.653690:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.653693:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612000 (tot 82314034). 00000800:00000200:1.0:1718399242.653697:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.653702:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.653705:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.653716:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399242.653718:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399242.653722:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd200. 02000000:00000010:1.0:1718399242.653727:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c3c00. 00000100:00000010:1.0:1718399242.653730:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbbdc0. 02000000:00000010:1.0:1718399242.653735:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd800. 00000100:00000010:1.0:1718399242.653736:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 02000000:00000010:1.0:1718399242.653738:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fca00. 00000100:00000010:1.0:1718399242.653740:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 02000000:00000010:1.0:1718399242.653742:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc400. 00000100:00000010:1.0:1718399242.653743:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbda40. 02000000:00000010:1.0:1718399242.653745:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fac00. 00000100:00000010:1.0:1718399242.653748:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 02000000:00000010:1.0:1718399242.653750:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb000. 00000100:00000010:1.0:1718399242.653752:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 00000100:00000200:1.0:1718399242.653756:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1718399242.653759:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1370. 00000400:00000010:1.0:1718399242.653763:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093fd2c00 (tot 82314186). 00000800:00000200:1.0:1718399242.653849:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.653852:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612000 (tot 82313938). 00000400:00000200:1.0:1718399242.653855:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.653858:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.653861:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a3b8 00000400:00000010:1.0:1718399242.653863:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a3b8. 02000000:00000010:1.0:1718399242.653868:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc600. 00080000:00000010:3.0:1718399242.653931:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130de7c00. 00010000:00000010:3.0:1718399242.653994:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.653999:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880129e39700. 00010000:00000010:3.0:1718399242.654051:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09e400. 00010000:00000010:3.0:1718399242.654054:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.654062:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.654064:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:3.0:1718399242.654069:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.654076:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399242.654093:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3e00. 00000400:00000010:3.0:1718399242.654096:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310268. 00000400:00000010:3.0:1718399242.654098:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.654101:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316484800, portal 16 00000400:00000010:3.0:1718399242.654104:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466cc0. 00000100:00000200:3.0:1718399242.654105:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316484800, offset 0 00000400:00000200:3.0:1718399242.654110:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.654114:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.654119:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.654122:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.654124:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.654126:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90029:90029:256:4294967295] 192.168.202.25@tcp LPNI seq info [90029:90029:8:4294967295] 00000400:00000200:3.0:1718399242.654133:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.654136:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.654138:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130de7f00 (tot 82314186). 00000800:00000200:3.0:1718399242.654141:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.654144:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.654146:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130de7f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1718399242.654181:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399242.654183:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130de7f00 (tot 82313938). 00000400:00000200:3.0:1718399242.654185:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399242.654188:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399242.654189:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466cc0 00000400:00000010:3.0:1718399242.654190:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466cc0. 00000100:00000200:3.0:1718399242.654194:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316484800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.656601:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.656615:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc002c0 00000400:00000200:2.0:1718399242.656622:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad95d [1] + 224 00000400:00000200:2.0:1718399242.656631:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.656634:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.656640:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316484800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.656669:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.656673:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b600 00000400:00000200:2.0:1718399242.656677:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac2d9 [2] + 0 00000400:00000200:2.0:1718399242.656721:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.656724:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.656727:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399242.656732:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb84c0. 00000400:00000010:3.0:1718399242.656794:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310268. 00000400:00000200:3.0:1718399242.656799:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399242.656800:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399242.656804:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316484800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.656814:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316484800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.656833:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399242.656837:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399242.656840:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.656843:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:3.0:1718399242.656847:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000020:00000010:0.0:1718399242.657255:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2c00. 00000020:00000010:0.0:1718399242.657260:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc500. 00000020:00000010:0.0:1718399242.657262:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff000. 00000100:00000200:0.0:1718399242.657313:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fb84c0 x1801871317906944/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1718399242.657333:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317906944 02000000:00000010:0.0:1718399242.657339:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2e00. 00010000:00000010:0.0:1718399242.657357:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a500d180. 00010000:00000010:0.0:1718399242.657373:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a3e3540. 00000100:00000010:0.0:1718399242.657377:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9540. 00000100:00000010:0.0:1718399242.657391:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9540. 00010000:00000010:0.0:1718399242.657394:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a3e3540. 00000400:00000010:0.0:1718399242.657401:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373766e8. 00000100:00000200:0.0:1718399242.657404:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317906944, offset 224 00000400:00000200:0.0:1718399242.657409:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.657415:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.657419:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90030:90030:256:4294967295] 192.168.202.25@tcp LPNI seq info [90030:90030:8:4294967295] 00000400:00000200:0.0:1718399242.657426:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.657430:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.657433:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5676300 (tot 82314186). 00000800:00000200:0.0:1718399242.657436:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.657442:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.657445:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5676300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399242.657456:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc500. 00000020:00000010:0.0:1718399242.657459:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff000. 00000020:00000010:0.0:1718399242.657461:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2c00. 00000800:00000200:1.0:1718399242.657551:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.657553:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5676300 (tot 82313938). 00000400:00000200:1.0:1718399242.657556:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.657559:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.657561:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373766e8 00000400:00000010:1.0:1718399242.657562:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373766e8. 00080000:00000010:3.0:1718399242.657616:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130de7f00. 00010000:00000010:3.0:1718399242.657670:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.657674:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800979cae00. 00010000:00000010:3.0:1718399242.657738:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09fa80. 00010000:00000010:3.0:1718399242.657742:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.657748:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.657750:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:3.0:1718399242.657754:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.657762:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399242.657777:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3e00. 00000400:00000010:3.0:1718399242.657813:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310268. 00000400:00000010:3.0:1718399242.657815:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.657818:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316484864, portal 16 00000400:00000010:3.0:1718399242.657821:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466cc0. 00000100:00000200:3.0:1718399242.657822:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316484864, offset 0 00000400:00000200:3.0:1718399242.657826:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.657831:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.657836:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.657838:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.657840:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.657841:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90031:90031:256:4294967295] 192.168.202.25@tcp LPNI seq info [90031:90031:8:4294967295] 00000400:00000200:3.0:1718399242.657847:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.657850:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.657853:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130de7500 (tot 82314186). 00000800:00000200:3.0:1718399242.657855:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.657858:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.657861:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130de7500 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1718399242.660374:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093fc9680. 00000800:00000200:0.0:1718399242.660492:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.660495:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130de7500 (tot 82313938). 00000400:00000200:0.0:1718399242.660499:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.660506:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.660509:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466cc0 00000400:00000010:0.0:1718399242.660511:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466cc0. 00000100:00000200:0.0:1718399242.660518:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316484864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.663697:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093fc9200. 00010000:00000010:3.1:1718399242.663753:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ee4d00. 00010000:00000010:3.1:1718399242.663758:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cd80. 00010000:00000010:3.1:1718399242.666612:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092abfa80. 00000400:00000200:2.0:1718399242.668450:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.668465:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00300 00000400:00000200:2.0:1718399242.668471:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad969 [1] + 224 00000400:00000200:2.0:1718399242.668488:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.668492:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.668499:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316484864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.668796:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310268. 00000400:00000200:3.0:1718399242.668801:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399242.668803:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399242.668807:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316484864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.668813:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316484864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.668836:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399242.668842:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399242.668845:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.668850:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:3.0:1718399242.668853:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000200:0.0:1718399242.669475:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.669484:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b640 00000400:00000200:0.0:1718399242.669489:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac2d9 [2] + 328 00000400:00000200:0.0:1718399242.669545:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.669548:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.669553:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.669557:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 00000020:00000010:1.0:1718399242.669881:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399242.669887:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399242.669890:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399242.669907:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27df00 x1801871317907008/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399242.669923:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317907008 02000000:00000010:1.0:1718399242.669930:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd800. 00010000:00000010:1.0:1718399242.669953:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880098615c00. 00010000:00000010:1.0:1718399242.669977:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245bc40. 00000100:00000010:1.0:1718399242.669984:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c40d9c0. 00000100:00000010:1.0:1718399242.669999:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c40d9c0. 00010000:00000010:1.0:1718399242.670013:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245bc40. 00000400:00000010:1.0:1718399242.670022:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a3b8. 00000100:00000200:1.0:1718399242.670026:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317907008, offset 224 00000400:00000200:1.0:1718399242.670032:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.670039:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.670044:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90032:90032:256:4294967295] 192.168.202.25@tcp LPNI seq info [90032:90032:8:4294967295] 00000400:00000200:1.0:1718399242.670051:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.670056:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.670059:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612000 (tot 82314186). 00000800:00000200:1.0:1718399242.670063:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.670068:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.670071:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.670083:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399242.670085:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399242.670089:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fca00. 00000800:00000200:1.0:1718399242.670154:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.670156:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612000 (tot 82313938). 00000400:00000200:1.0:1718399242.670158:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.670160:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.670162:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a3b8 00000400:00000010:1.0:1718399242.670164:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a3b8. 00010000:00000010:3.1:1718399242.670366:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d04000. 00010000:00000010:3.1:1718399242.670376:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d680. 00010000:00000010:3.1:1718399242.670379:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5191300. 00010000:00000010:3.1:1718399242.670383:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09e400. 00080000:00000010:3.0:1718399242.670399:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130de7200. 00010000:00000010:3.0:1718399242.670454:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.670459:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880098615a00. 00010000:00000010:3.0:1718399242.670527:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09e400. 00010000:00000010:3.0:1718399242.670530:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.670536:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.670539:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:3.0:1718399242.670544:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.670552:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399242.670569:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3e00. 00000400:00000010:3.0:1718399242.670573:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310268. 00000400:00000010:3.0:1718399242.670576:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.670579:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316484928, portal 16 00000400:00000010:3.0:1718399242.670582:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466f68. 00000100:00000200:3.0:1718399242.670583:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316484928, offset 0 00000400:00000200:3.0:1718399242.670587:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.670592:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.670597:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.670599:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.670601:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.670603:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90033:90033:256:4294967295] 192.168.202.25@tcp LPNI seq info [90033:90033:8:4294967295] 00000400:00000200:3.0:1718399242.670608:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.670611:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.670613:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130de7a00 (tot 82314186). 00000800:00000200:3.0:1718399242.670616:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.670619:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.670621:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130de7a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399242.671034:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.671036:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130de7a00 (tot 82313938). 00000400:00000200:2.0:1718399242.671039:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.671042:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.671045:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466f68 00000400:00000010:2.0:1718399242.671046:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466f68. 00000100:00000200:2.0:1718399242.671050:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316484928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.673755:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.673769:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00340 00000400:00000200:0.0:1718399242.673775:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad975 [1] + 224 00000400:00000200:0.0:1718399242.673793:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.673796:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.673803:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316484928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.673831:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.673835:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b680 00000400:00000200:0.0:1718399242.673838:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac2d9 [2] + 656 00000400:00000200:0.0:1718399242.676319:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.676329:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.676335:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.676342:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00010000:00000010:2.1:1718399242.676454:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a507e640. 00000020:00000010:1.0:1718399242.676522:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd200. 00000020:00000010:1.0:1718399242.676528:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399242.676531:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399242.676548:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317907072/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399242.676569:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317907072 02000000:00000010:1.0:1718399242.676577:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd400. 00010000:00000010:1.0:1718399242.676603:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245bc40. 00000100:00000010:1.0:1718399242.676610:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c40d9c0. 00000100:00000010:1.0:1718399242.676614:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c40d9c0. 00010000:00000010:1.0:1718399242.676628:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245bc40. 00000400:00000010:1.0:1718399242.676637:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a3b8. 00000100:00000200:1.0:1718399242.676642:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317907072, offset 224 00000400:00000200:1.0:1718399242.676647:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.676656:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.676660:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90034:90034:256:4294967295] 192.168.202.25@tcp LPNI seq info [90034:90034:8:4294967295] 00000400:00000200:1.0:1718399242.676667:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.676671:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.676674:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612000 (tot 82314186). 00000800:00000200:1.0:1718399242.676678:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.676684:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.676687:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.676698:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399242.676701:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399242.676705:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd200. 00000800:00000200:1.0:1718399242.676774:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.676776:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612000 (tot 82313938). 00000400:00000200:1.0:1718399242.676787:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.676790:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.676792:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a3b8 00000400:00000010:1.0:1718399242.676793:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a3b8. 00000400:00000010:3.0:1718399242.676862:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310268. 00000400:00000200:3.0:1718399242.676866:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399242.676867:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399242.676872:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316484928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.676878:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316484928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399242.676892:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d440f00. 02000000:00000010:3.0:1718399242.676902:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399242.676906:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399242.676908:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.676912:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:3.0:1718399242.676914:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00080000:00000010:3.0:1718399242.676925:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130de7100. 00010000:00000010:3.0:1718399242.676984:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.676989:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d440e80. 00000001:00000010:3.0:1718399242.677033:0:30956:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800a5310268. 00000001:00000010:3.0:1718399242.677037:0:30956:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800a5310268. 00000001:00000010:3.0:1718399242.677039:0:30956:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800a5310268. 00000001:00000010:3.0:1718399242.677041:0:30956:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at ffff880129e928f0. 00010000:00000010:3.0:1718399242.677064:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d680. 00010000:00000010:3.0:1718399242.677067:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399242.677073:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.677076:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:3.0:1718399242.677080:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.677088:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399242.677102:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3e00. 00000400:00000010:3.0:1718399242.677105:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310b00. 00000400:00000010:3.0:1718399242.677108:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.677111:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316484992, portal 16 00000400:00000010:3.0:1718399242.677114:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466d48. 00000100:00000200:3.0:1718399242.677115:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316484992, offset 0 00000400:00000200:3.0:1718399242.677119:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.677123:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.677129:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.677131:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.677133:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.677135:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90035:90035:256:4294967295] 192.168.202.25@tcp LPNI seq info [90035:90035:8:4294967295] 00000400:00000200:3.0:1718399242.677141:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.677144:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.677146:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130de7000 (tot 82314186). 00000800:00000200:3.0:1718399242.677148:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.677151:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.677153:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130de7000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399242.677238:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.677240:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130de7000 (tot 82313938). 00000400:00000200:2.0:1718399242.677242:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.677246:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.677248:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466d48 00000400:00000010:2.0:1718399242.677249:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466d48. 00000100:00000200:2.0:1718399242.677252:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316484992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.679412:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5159300. 00010000:00000010:0.1:1718399242.679422:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09fa80. 00000400:00000200:0.0:1718399242.679911:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.679922:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00380 00000400:00000200:0.0:1718399242.679927:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad981 [1] + 224 00000400:00000200:0.0:1718399242.679946:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.679950:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.679956:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316484992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.680025:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310b00. 00000400:00000200:3.0:1718399242.680029:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399242.680031:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399242.680034:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316484992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.680044:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316484992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.680063:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399242.680068:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399242.680071:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.680075:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:3.0:1718399242.680078:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000200:0.0:1718399242.681109:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.681116:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b6c0 00000400:00000200:0.0:1718399242.681121:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac2d9 [2] + 984 00000400:00000200:0.0:1718399242.681168:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.681171:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.681175:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.681179:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000020:00000010:2.0:1718399242.688994:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb400. 00000020:00000010:2.0:1718399242.689003:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6b80. 00000020:00000010:2.0:1718399242.689006:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.689030:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317907136/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399242.689048:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317907136 02000000:00000010:2.0:1718399242.689055:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa400. 00010000:00000010:2.0:1718399242.689076:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d440580. 00010000:00000010:2.0:1718399242.689097:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571400. 00000100:00000010:2.0:1718399242.689103:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8fc00. 00000100:00000010:2.0:1718399242.689113:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8fc00. 00010000:00000010:2.0:1718399242.689115:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571400. 00000400:00000010:2.0:1718399242.689126:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e3b8. 00000100:00000200:2.0:1718399242.689133:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317907136, offset 224 00000400:00000200:2.0:1718399242.689139:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.689150:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.689156:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90036:90036:256:4294967295] 192.168.202.25@tcp LPNI seq info [90036:90036:8:4294967295] 00000400:00000200:2.0:1718399242.689165:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.689170:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.689173:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5159800 (tot 82314186). 00000800:00000200:2.0:1718399242.689177:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.689184:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.689187:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5159800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.689200:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6b80. 00000020:00000010:2.0:1718399242.689203:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.689205:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb400. 00000800:00000200:2.0:1718399242.689284:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.689286:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5159800 (tot 82313938). 00000400:00000200:2.0:1718399242.689290:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.689293:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.689297:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e3b8 00000400:00000010:2.0:1718399242.689298:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e3b8. 00080000:00000010:1.0:1718399242.695562:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093612000. 00010000:00000010:1.0:1718399242.695642:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:1.0:1718399242.695651:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d440400. 00010000:00000010:1.0:1718399242.695734:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5271200. 00010000:00000010:1.0:1718399242.695739:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a800. 00010000:00000010:1.0:1718399242.695748:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245bc40. 00000100:00000010:1.0:1718399242.695754:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012c40d9c0. 00000100:00000010:1.0:1718399242.695762:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 02000000:00000010:1.0:1718399242.695773:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc800. 02000000:00000010:1.0:1718399242.695804:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fda00. 00000400:00000010:1.0:1718399242.695809:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f11b8. 00000400:00000010:1.0:1718399242.695814:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a3b8. 00000100:00000200:1.0:1718399242.695819:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316485056, portal 16 00000400:00000010:1.0:1718399242.695822:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a110. 00000100:00000200:1.0:1718399242.695824:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316485056, offset 0 00000400:00000200:1.0:1718399242.695829:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.695842:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.695847:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.695849:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.695851:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.695854:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90037:90037:256:4294967295] 192.168.202.25@tcp LPNI seq info [90037:90037:8:4294967295] 00000400:00000200:1.0:1718399242.695861:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.695865:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.695868:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612e00 (tot 82314186). 00000800:00000200:1.0:1718399242.695872:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.695878:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.695881:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.695966:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.695968:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612e00 (tot 82313938). 00000400:00000200:1.0:1718399242.695972:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.695975:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.695978:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a110 00000400:00000010:1.0:1718399242.695979:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a110. 00000100:00000200:1.0:1718399242.695987:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df73440 x1801871316485056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.696861:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e186d00. 00010000:00000010:1.1:1718399242.696867:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b1a5600. 00010000:00000010:1.1:1718399242.696870:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09e400. 00000400:00000200:2.0:1718399242.697906:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.697921:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc003c0 00000400:00000200:2.0:1718399242.697928:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad98d [1] + 224 00000400:00000200:2.0:1718399242.697944:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.697948:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.697954:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df73440 x1801871316485056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399242.698004:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f11b8. 00000400:00000200:1.0:1718399242.698008:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a3b8 00000400:00000010:1.0:1718399242.698009:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a3b8. 00000100:00000200:1.0:1718399242.698015:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df73440 x1801871316485056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.698021:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df73440 x1801871316485056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399242.698044:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fda00. 02000000:00000010:1.0:1718399242.698050:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc800. 00000100:00000010:1.0:1718399242.698053:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000100:00000010:1.0:1718399242.698056:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012c40d9c0. 00010000:00000010:1.0:1718399242.698073:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245bc40. 00000400:00000200:2.0:1718399242.699689:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.699702:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b700 00000400:00000200:2.0:1718399242.699707:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac2d9 [2] + 1312 00000400:00000200:2.0:1718399242.699890:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.699895:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.699899:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399242.699904:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb97c0. 00000020:00000010:0.0:1718399242.701883:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c3600. 00000020:00000010:0.0:1718399242.701890:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfce00. 00000020:00000010:0.0:1718399242.701893:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff000. 00000100:00000200:0.0:1718399242.701914:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fb97c0 x1801871317907200/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1718399242.701946:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317907200 02000000:00000010:0.0:1718399242.701954:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2400. 00010000:00000010:0.0:1718399242.701977:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009318a900. 00010000:00000010:0.0:1718399242.701992:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d500. 00000100:00000010:0.0:1718399242.701998:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9a80. 00000100:00000010:0.0:1718399242.702015:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9a80. 00010000:00000010:0.0:1718399242.702018:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d500. 00000400:00000010:0.0:1718399242.702027:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376440. 00000100:00000200:0.0:1718399242.702033:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317907200, offset 224 00080000:00000010:2.0:1718399242.702037:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5159500. 00000400:00000200:0.0:1718399242.702039:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.702048:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.702053:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90038:90038:256:4294967295] 192.168.202.25@tcp LPNI seq info [90038:90038:8:4294967295] 00000400:00000200:0.0:1718399242.702060:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.702065:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.702068:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5676900 (tot 82314186). 00000800:00000200:0.0:1718399242.702073:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.702078:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.702081:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5676900 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1718399242.702097:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a800. 00000020:00000010:0.0:1718399242.702099:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfce00. 00010000:00000010:2.0:1718399242.702101:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009318a880. 00000020:00000010:0.0:1718399242.702102:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff000. 00000020:00000010:0.0:1718399242.702105:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c3600. 00010000:00000010:2.0:1718399242.702159:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d8c0. 00010000:00000010:2.0:1718399242.702163:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399242.702171:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571400. 00000100:00000010:2.0:1718399242.702175:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8ca80. 00000800:00000200:0.0:1718399242.702183:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.702185:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5676900 (tot 82313938). 00000400:00000200:0.0:1718399242.702188:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.702191:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.702194:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376440 00000400:00000010:0.0:1718399242.702195:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376440. 00000100:00000010:2.0:1718399242.703617:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc280. 02000000:00000010:2.0:1718399242.703631:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fbc00. 02000000:00000010:2.0:1718399242.703656:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb400. 00000400:00000010:2.0:1718399242.703663:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd318. 00000400:00000010:2.0:1718399242.703668:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e3b8. 00000100:00000200:2.0:1718399242.703675:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316485120, portal 16 00000400:00000010:2.0:1718399242.703679:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eee0. 00000100:00000200:2.0:1718399242.703680:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316485120, offset 0 00000400:00000200:2.0:1718399242.703686:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.703694:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.703699:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.703701:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.703703:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.703706:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90039:90039:256:4294967295] 192.168.202.25@tcp LPNI seq info [90039:90039:8:4294967295] 00000400:00000200:2.0:1718399242.703712:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.703715:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.703717:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5159a00 (tot 82314186). 00000800:00000200:2.0:1718399242.703721:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.703725:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.703728:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5159a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399242.703791:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.703793:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5159a00 (tot 82313938). 00000400:00000200:2.0:1718399242.703795:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.703798:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.703800:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eee0 00000400:00000010:2.0:1718399242.703801:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eee0. 00000100:00000200:2.0:1718399242.703806:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbc280 x1801871316485120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.704772:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.704789:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00400 00000400:00000200:2.0:1718399242.704793:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad999 [1] + 224 00000400:00000200:2.0:1718399242.704807:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.704810:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.704814:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbc280 x1801871316485120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.704836:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd318. 00000400:00000200:2.0:1718399242.704838:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e3b8 00000400:00000010:2.0:1718399242.704838:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e3b8. 00000100:00000200:2.0:1718399242.704841:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbc280 x1801871316485120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.704846:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbc280 x1801871316485120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.704863:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb400. 02000000:00000010:2.0:1718399242.704868:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fbc00. 00000100:00000010:2.0:1718399242.704870:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc280. 00000100:00000010:2.0:1718399242.704873:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8ca80. 00010000:00000010:2.0:1718399242.704875:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571400. 00010000:00000010:0.1:1718399242.707727:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5328fc0. 00000400:00000200:0.0:1718399242.707755:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.707766:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b740 00000400:00000200:0.0:1718399242.707772:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac2d9 [2] + 1640 00000400:00000200:0.0:1718399242.707829:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.707833:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.707838:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.707841:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000020:00000010:0.0:1718399242.707876:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c3600. 00000020:00000010:0.0:1718399242.707880:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfce00. 00000020:00000010:0.0:1718399242.707883:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff000. 00000100:00000200:0.0:1718399242.707901:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317907264/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:2.1:1718399242.708002:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b1a5c00. 00010000:00000010:2.1:1718399242.708014:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d680. 00000100:00000200:0.0:1718399242.708546:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317907264 02000000:00000010:0.0:1718399242.708553:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2600. 00010000:00000010:0.0:1718399242.708574:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f57e80. 00010000:00000010:1.0:1718399242.742973:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270e00. 00000100:00000010:1.0:1718399242.742988:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b1fb0f00. 00000100:00000010:1.0:1718399242.743009:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b1fb0f00. 00010000:00000010:1.0:1718399242.743013:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270e00. 00000400:00000010:1.0:1718399242.743031:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a3b8. 00000100:00000200:1.0:1718399242.743037:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317907264, offset 224 00000400:00000200:1.0:1718399242.743044:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.743057:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.743062:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90040:90040:256:4294967295] 192.168.202.25@tcp LPNI seq info [90040:90040:8:4294967295] 00000400:00000200:1.0:1718399242.743071:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.743076:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.743080:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612e00 (tot 82314186). 00000800:00000200:1.0:1718399242.743084:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.743091:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.743095:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612e00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1718399242.743230:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5159a00. 00010000:00000010:2.0:1718399242.743318:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399242.743324:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093f57e00. 00010000:00000010:2.0:1718399242.743390:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356df80. 00010000:00000010:2.0:1718399242.743393:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399242.743402:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571c00. 00000100:00000010:2.0:1718399242.743405:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8ca80. 00000100:00000010:2.0:1718399242.743413:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc280. 02000000:00000010:2.0:1718399242.743424:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fbc00. 02000000:00000010:2.0:1718399242.743448:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb400. 00000400:00000010:2.0:1718399242.743453:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd318. 00000400:00000010:2.0:1718399242.743457:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e3b8. 00000100:00000200:2.0:1718399242.743462:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316485184, portal 16 00000400:00000010:2.0:1718399242.743464:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eee0. 00000100:00000200:2.0:1718399242.743466:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316485184, offset 0 00000400:00000200:2.0:1718399242.743470:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.743475:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.743481:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.743484:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.743486:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.743488:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90041:90041:255:4294967295] 192.168.202.25@tcp LPNI seq info [90041:90041:7:4294967295] 00000400:00000200:2.0:1718399242.743493:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.743497:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.743500:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5159400 (tot 82314434). 00000800:00000200:2.0:1718399242.743502:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.743505:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.743507:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5159400 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.743716:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfce00. 00000020:00000010:1.0:1718399242.743722:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff000. 00000020:00000010:1.0:1718399242.743726:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c3600. 00000800:00000200:3.0:1718399242.744296:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399242.744299:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612e00 (tot 82314186). 00000400:00000200:3.0:1718399242.744305:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399242.744308:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399242.744311:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a3b8 00000400:00000010:3.0:1718399242.744312:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a3b8. 00000800:00000200:2.0:1718399242.744617:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.744619:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5159400 (tot 82313938). 00000400:00000200:2.0:1718399242.744624:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.744627:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.744629:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eee0 00000400:00000010:2.0:1718399242.744630:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eee0. 00000100:00000200:2.0:1718399242.744636:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbc280 x1801871316485184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.746410:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093377b00. 00010000:00000010:0.1:1718399242.746417:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271200. 00010000:00000010:3.1:1718399242.751360:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e187a80. 00010000:00000010:3.1:1718399242.751367:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093fc8900. 00000400:00000200:2.0:1718399242.751522:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.751537:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00440 00000400:00000200:2.0:1718399242.751543:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad9a5 [1] + 224 00000400:00000200:2.0:1718399242.751561:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.751565:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.751573:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbc280 x1801871316485184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.751605:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd318. 00000400:00000200:2.0:1718399242.751609:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e3b8 00000400:00000010:2.0:1718399242.751611:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e3b8. 00000100:00000200:2.0:1718399242.751615:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbc280 x1801871316485184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.751620:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbc280 x1801871316485184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.751642:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb400. 02000000:00000010:2.0:1718399242.751647:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fbc00. 00000100:00000010:2.0:1718399242.751650:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc280. 00000100:00000010:2.0:1718399242.751653:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8ca80. 00010000:00000010:2.0:1718399242.751656:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571c00. 00000400:00000200:1.0:1718399242.751961:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399242.751969:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b780 00000400:00000200:1.0:1718399242.751973:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac2d9 [2] + 1968 00000400:00000010:1.0:1718399242.751976:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a53102c0. 00000400:00000200:1.0:1718399242.751979:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff880095d49480 00000400:00000200:1.0:1718399242.752029:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.752032:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.752035:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880095d49480 00000400:00000010:1.0:1718399242.752036:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff880095d49480 (tot 82313786). 00000100:00000200:1.0:1718399242.752040:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1718399242.752098:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fbc00. 00000020:00000010:2.0:1718399242.752102:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6100. 00000020:00000010:2.0:1718399242.752105:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.752123:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88008f9c7850 x1801871317907328/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399242.752150:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317907328 02000000:00000010:2.0:1718399242.752156:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb400. 00010000:00000010:2.0:1718399242.752175:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130cad500. 00010000:00000010:2.0:1718399242.752187:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571c00. 00000100:00000010:2.0:1718399242.752192:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093d8ca80. 00000100:00000010:2.0:1718399242.752197:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093d8ca80. 00010000:00000010:2.0:1718399242.752199:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571c00. 00000400:00000010:2.0:1718399242.752206:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e3b8. 00000100:00000200:2.0:1718399242.752208:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317907328, offset 224 00000400:00000200:2.0:1718399242.752213:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.752220:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.752224:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90042:90042:256:4294967295] 192.168.202.25@tcp LPNI seq info [90042:90042:8:4294967295] 00000400:00000200:2.0:1718399242.752232:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.752235:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.752238:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ec3e00 (tot 82314034). 00000800:00000200:2.0:1718399242.752241:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.752247:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.752249:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ec3e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.752257:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6100. 00000020:00000010:2.0:1718399242.752260:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.752261:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fbc00. 02000000:00000010:2.0:1718399242.752266:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2600. 00000100:00000010:2.0:1718399242.752268:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 02000000:00000010:2.0:1718399242.752285:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2400. 00000100:00000010:2.0:1718399242.752287:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb97c0. 02000000:00000010:2.0:1718399242.752289:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa400. 00000100:00000010:2.0:1718399242.752291:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 02000000:00000010:2.0:1718399242.752293:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd400. 00000100:00000010:2.0:1718399242.752295:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:2.0:1718399242.752296:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd800. 00000100:00000010:2.0:1718399242.752298:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 02000000:00000010:2.0:1718399242.752300:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2e00. 00000100:00000010:2.0:1718399242.752301:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb84c0. 00000100:00000200:2.0:1718399242.752305:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399242.752307:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd318. 00000400:00000010:2.0:1718399242.752309:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093d8ca80 (tot 82314186). 00080000:00000010:2.0:1718399242.752325:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ec3900. 00010000:00000010:2.0:1718399242.752378:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399242.752382:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130cad480. 00010000:00000010:2.0:1718399242.752433:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ec3100. 00010000:00000010:2.0:1718399242.752434:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6b80. 00010000:00000010:2.0:1718399242.752437:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356cfc0. 00010000:00000010:2.0:1718399242.752439:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6100. 00080000:00000010:2.0:1718399242.752446:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ec3600. 00010000:00000010:2.0:1718399242.752460:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6100. 00010000:00000010:2.0:1718399242.752462:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6b80. 00010000:00000010:2.0:1718399242.752494:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356f600. 00010000:00000010:2.0:1718399242.752496:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399242.752501:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571c00. 00000100:00000010:2.0:1718399242.752505:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399242.752508:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb84c0. 02000000:00000010:2.0:1718399242.752515:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fa400. 02000000:00000010:2.0:1718399242.752536:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fbc00. 00000400:00000010:2.0:1718399242.752538:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdc60. 00000400:00000010:2.0:1718399242.752540:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eee0. 00000100:00000200:2.0:1718399242.752542:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316485248, portal 16 00000400:00000010:2.0:1718399242.752545:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ec38. 00000100:00000200:2.0:1718399242.752546:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316485248, offset 0 00000400:00000200:2.0:1718399242.752549:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.752553:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.752558:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.752561:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.752562:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.752564:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90043:90043:255:4294967295] 192.168.202.25@tcp LPNI seq info [90043:90043:7:4294967295] 00000400:00000200:2.0:1718399242.752569:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.752573:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.752575:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ec3d00 (tot 82314434). 00000800:00000200:2.0:1718399242.752578:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.752581:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.752582:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ec3d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399242.752604:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.752606:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ec3e00 (tot 82314186). 00000400:00000200:2.0:1718399242.752608:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.752610:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.752612:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e3b8 00000400:00000010:2.0:1718399242.752613:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e3b8. 02000000:00000010:2.0:1718399242.752615:0:18240:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb400. 00000800:00000200:2.0:1718399242.752631:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.752633:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ec3d00 (tot 82313938). 00000400:00000200:2.0:1718399242.752634:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.752636:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.752638:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ec38 00000400:00000010:2.0:1718399242.752639:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ec38. 00000100:00000200:2.0:1718399242.752641:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb84c0 x1801871316485248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.755180:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bf7e00. 00010000:00000010:0.1:1718399242.755186:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00000400:00000200:2.0:1718399242.755745:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.755757:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00480 00000400:00000200:2.0:1718399242.755762:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad9b5 [1] + 224 00000400:00000200:2.0:1718399242.755775:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.755787:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.755794:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fb84c0 x1801871316485248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1718399242.755901:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdc60. 00000400:00000200:0.0:1718399242.755904:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eee0 00000400:00000010:0.0:1718399242.755905:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eee0. 00000100:00000200:0.0:1718399242.755910:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fb84c0 x1801871316485248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399242.755915:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fb84c0 x1801871316485248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1718399242.755935:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fbc00. 02000000:00000010:0.0:1718399242.755940:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fa400. 00000100:00000010:0.0:1718399242.755944:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb84c0. 00000100:00000010:0.0:1718399242.755947:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:0.0:1718399242.755950:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571c00. 00000400:00000200:1.0:1718399242.755997:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399242.756002:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b7c0 00000400:00000200:1.0:1718399242.756005:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac331 [2] + 0 00000400:00000200:1.0:1718399242.756123:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.756126:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399242.756130:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399242.756133:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 00000020:00000010:3.0:1718399242.756209:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399242.756213:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46780. 00000020:00000010:3.0:1718399242.756216:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399242.756232:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df73440 x1801871317907392/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399242.757898:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317907392 02000000:00000010:3.0:1718399242.757910:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2200. 00010000:00000010:3.0:1718399242.757931:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f52700. 00010000:00000010:3.0:1718399242.757946:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.757951:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc9c0. 00000100:00000010:3.0:1718399242.758116:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc9c0. 00010000:00000010:3.0:1718399242.758120:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000010:3.0:1718399242.758130:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399242.758134:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317907392, offset 224 00000400:00000200:3.0:1718399242.758140:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.758150:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.758154:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90044:90044:256:4294967295] 192.168.202.25@tcp LPNI seq info [90044:90044:8:4294967295] 00000400:00000200:3.0:1718399242.758161:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.758166:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.758169:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130de7a00 (tot 82314186). 00000800:00000200:3.0:1718399242.758173:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.758179:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.758182:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130de7a00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1718399242.758222:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093612500. 00010000:00000010:1.0:1718399242.758292:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:1.0:1718399242.758296:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093f52680. 00010000:00000010:1.0:1718399242.758343:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5270480. 00010000:00000010:1.0:1718399242.758347:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ad80. 00010000:00000010:1.0:1718399242.758352:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8801373e6200. 00000100:00000010:1.0:1718399242.758355:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b1fb0f00. 00000100:00000010:1.0:1718399242.758359:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df74740. 02000000:00000010:1.0:1718399242.758367:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fda00. 02000000:00000010:1.0:1718399242.758382:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fce00. 00000400:00000010:1.0:1718399242.758385:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f11b8. 00000400:00000010:1.0:1718399242.758388:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a110. 00000100:00000200:1.0:1718399242.758392:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316485312, portal 16 00000400:00000010:1.0:1718399242.758394:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aa18. 00000100:00000200:1.0:1718399242.758395:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316485312, offset 0 00000400:00000200:1.0:1718399242.758399:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.758403:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.758408:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.758410:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.758412:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.758414:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90045:90045:255:4294967295] 192.168.202.25@tcp LPNI seq info [90045:90045:7:4294967295] 00000400:00000200:1.0:1718399242.758419:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.758422:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.758424:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612b00 (tot 82314434). 00000800:00000200:1.0:1718399242.758426:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.758429:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.758430:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612b00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.758538:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46780. 00000020:00000010:3.0:1718399242.758542:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399242.758545:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00000800:00000200:2.0:1718399242.761903:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.761908:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130de7a00 (tot 82314186). 00000400:00000200:2.0:1718399242.761914:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.761921:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.761925:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:2.0:1718399242.761928:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000800:00000200:2.0:1718399242.761982:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.761983:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612b00 (tot 82313938). 00000400:00000200:2.0:1718399242.761985:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.761988:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.761990:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aa18 00000400:00000010:2.0:1718399242.761991:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aa18. 00000100:00000200:2.0:1718399242.761999:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df74740 x1801871316485312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.767562:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.767577:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc004c0 00000400:00000200:2.0:1718399242.767584:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad9c1 [1] + 224 00000400:00000200:2.0:1718399242.767595:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.767598:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.767605:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df74740 x1801871316485312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.767627:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.767630:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b800 00000400:00000200:2.0:1718399242.767633:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac331 [2] + 328 00000400:00000200:2.0:1718399242.767689:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.767692:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.767696:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399242.767701:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb97c0. 00000020:00000010:3.0:1718399242.767793:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399242.767798:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46780. 00000020:00000010:3.0:1718399242.767801:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399242.767818:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fb97c0 x1801871317907456/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399242.767834:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317907456 02000000:00000010:3.0:1718399242.767841:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2400. 00010000:00000010:3.0:1718399242.767869:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.767874:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc9c0. 00000100:00000010:3.0:1718399242.767879:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc9c0. 00010000:00000010:3.0:1718399242.767882:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000010:3.0:1718399242.767891:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466aa0. 00000100:00000200:3.0:1718399242.767895:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317907456, offset 224 00000400:00000200:3.0:1718399242.767900:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.767908:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.767912:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90046:90046:256:4294967295] 192.168.202.25@tcp LPNI seq info [90046:90046:8:4294967295] 00000400:00000200:3.0:1718399242.767919:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.767923:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.767926:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130de7000 (tot 82314186). 00000800:00000200:3.0:1718399242.767929:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.767934:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.767937:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130de7000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.767947:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46780. 00000020:00000010:3.0:1718399242.767951:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399242.767954:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00010000:00000010:3.1:1718399242.767973:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f2c240. 00010000:00000010:3.1:1718399242.767978:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136858800. 00010000:00000010:3.1:1718399242.767987:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00010000:00000010:3.1:1718399242.767990:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ec3100. 00010000:00000010:3.1:1718399242.767992:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00000400:00000010:0.0:1718399242.768122:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f11b8. 00000400:00000200:0.0:1718399242.768125:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a110 00000400:00000010:0.0:1718399242.768127:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a110. 00000100:00000200:0.0:1718399242.768133:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df74740 x1801871316485312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399242.768138:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df74740 x1801871316485312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1718399242.768152:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093ef4800. 02000000:00000010:0.0:1718399242.768163:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fce00. 02000000:00000010:0.0:1718399242.768166:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fda00. 00000100:00000010:0.0:1718399242.768169:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df74740. 00000100:00000010:0.0:1718399242.768172:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b1fb0f00. 00010000:00000010:0.0:1718399242.768174:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8801373e6200. 00080000:00000010:0.0:1718399242.768188:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5676d00. 00010000:00000010:0.0:1718399242.768248:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ad80. 00010000:00000010:0.0:1718399242.768252:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093ef4780. 00010000:00000010:0.0:1718399242.768331:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b89f80. 00010000:00000010:0.0:1718399242.768335:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb80. 00010000:00000010:0.0:1718399242.768342:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d500. 00000100:00000010:0.0:1718399242.768344:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9a80. 00000100:00000010:0.0:1718399242.768349:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 02000000:00000010:0.0:1718399242.768356:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2800. 02000000:00000010:0.0:1718399242.768371:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3a00. 00000400:00000010:0.0:1718399242.768374:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92d68. 00000400:00000010:0.0:1718399242.768376:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376440. 00000100:00000200:0.0:1718399242.768379:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316485376, portal 16 00000400:00000010:0.0:1718399242.768382:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373765d8. 00000100:00000200:0.0:1718399242.768383:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316485376, offset 0 00000400:00000200:0.0:1718399242.768387:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.768392:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.768397:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399242.768399:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399242.768401:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399242.768403:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90047:90047:255:4294967295] 192.168.202.25@tcp LPNI seq info [90047:90047:7:4294967295] 00000400:00000200:0.0:1718399242.768408:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.768410:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.768412:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5676600 (tot 82314434). 00000800:00000200:0.0:1718399242.768414:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.768418:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.768420:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5676600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.768743:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.768746:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130de7000 (tot 82314186). 00000400:00000200:0.0:1718399242.768748:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.768751:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.768753:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:0.0:1718399242.768754:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00000800:00000200:0.0:1718399242.768791:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.768792:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5676600 (tot 82313938). 00000400:00000200:0.0:1718399242.768794:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.768796:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.768798:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373765d8 00000400:00000010:0.0:1718399242.768799:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373765d8. 00000100:00000200:0.0:1718399242.768804:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27e880 x1801871316485376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.770583:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.770592:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00500 00000400:00000200:0.0:1718399242.770597:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad9cd [1] + 224 00000400:00000200:0.0:1718399242.770613:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.770616:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.770620:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27e880 x1801871316485376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1718399242.770641:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92d68. 00000400:00000200:0.0:1718399242.770643:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376440 00000400:00000010:0.0:1718399242.770645:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376440. 00000100:00000200:0.0:1718399242.770648:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27e880 x1801871316485376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399242.770653:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27e880 x1801871316485376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1718399242.770668:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3a00. 02000000:00000010:0.0:1718399242.770672:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2800. 00000100:00000010:0.0:1718399242.770674:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 00000100:00000010:0.0:1718399242.770676:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9a80. 00010000:00000010:0.0:1718399242.770679:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d500. 00010000:00000010:2.1:1718399242.772409:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f51d00. 00010000:00000010:2.1:1718399242.772418:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f600. 00010000:00000010:0.1:1718399242.772578:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cedb00. 00000400:00000200:0.0:1718399242.772953:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.772962:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b840 00000400:00000200:0.0:1718399242.772968:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac331 [2] + 656 00000400:00000200:0.0:1718399242.773020:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.773023:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.773028:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.773032:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000020:00000010:2.0:1718399242.775480:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fac00. 00000020:00000010:2.0:1718399242.775488:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6100. 00000020:00000010:2.0:1718399242.775492:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.775513:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317907520/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399242.775542:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317907520 02000000:00000010:2.0:1718399242.775551:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fba00. 00010000:00000010:2.0:1718399242.775573:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880096088100. 00010000:00000010:2.0:1718399242.775601:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571c80. 00000100:00000010:2.0:1718399242.775607:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258900. 00000100:00000010:2.0:1718399242.778664:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258900. 00010000:00000010:2.0:1718399242.778674:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571c80. 00000400:00000010:2.0:1718399242.778690:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ec38. 00000100:00000200:2.0:1718399242.778695:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317907520, offset 224 00000400:00000200:2.0:1718399242.778702:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.778714:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.778719:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90048:90048:256:4294967295] 192.168.202.25@tcp LPNI seq info [90048:90048:8:4294967295] 00000400:00000200:2.0:1718399242.778726:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.778731:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.778734:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ec3000 (tot 82314186). 00000800:00000200:2.0:1718399242.778738:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.778744:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.778746:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ec3000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.778764:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6100. 00000020:00000010:2.0:1718399242.778768:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.778771:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fac00. 00080000:00000010:0.0:1718399242.778843:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5676300. 00010000:00000010:0.0:1718399242.778907:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb80. 00010000:00000010:0.0:1718399242.778912:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096088080. 00010000:00000010:0.0:1718399242.778962:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b88000. 00010000:00000010:0.0:1718399242.778966:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb80. 00010000:00000010:0.0:1718399242.778973:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d500. 00000100:00000010:0.0:1718399242.778977:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9a80. 00000100:00000010:0.0:1718399242.778983:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 02000000:00000010:0.0:1718399242.778992:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2e00. 02000000:00000010:0.0:1718399242.779009:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2800. 00000400:00000010:0.0:1718399242.779013:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92d68. 00000400:00000010:0.0:1718399242.779016:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376440. 00000100:00000200:0.0:1718399242.779019:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316485440, portal 16 00000400:00000010:0.0:1718399242.779022:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373765d8. 00000100:00000200:0.0:1718399242.779023:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316485440, offset 0 00000400:00000200:0.0:1718399242.779027:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.779031:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.779036:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399242.779038:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399242.779040:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399242.779041:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90049:90049:255:4294967295] 192.168.202.25@tcp LPNI seq info [90049:90049:7:4294967295] 00000400:00000200:0.0:1718399242.779047:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.779049:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.779051:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5676f00 (tot 82314434). 00000800:00000200:0.0:1718399242.779053:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.779056:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.779059:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5676f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.779120:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.779122:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ec3000 (tot 82314186). 00000400:00000200:1.0:1718399242.779126:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.779129:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.779131:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ec38 00000400:00000010:1.0:1718399242.779132:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ec38. 00000800:00000200:1.0:1718399242.779480:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.779482:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5676f00 (tot 82313938). 00000400:00000200:1.0:1718399242.779484:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.779487:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.779489:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373765d8 00000400:00000010:1.0:1718399242.779490:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373765d8. 00000100:00000200:1.0:1718399242.779494:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27b900 x1801871316485440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.780609:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.780617:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00540 00000400:00000200:0.0:1718399242.780622:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad9d9 [1] + 224 00000400:00000200:0.0:1718399242.780636:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.780638:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.780642:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27b900 x1801871316485440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.780705:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92d68. 00000400:00000200:2.0:1718399242.780708:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376440 00000400:00000010:2.0:1718399242.780709:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376440. 00000100:00000200:2.0:1718399242.780712:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27b900 x1801871316485440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.780717:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27b900 x1801871316485440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.780735:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2800. 02000000:00000010:2.0:1718399242.780739:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2e00. 00000100:00000010:2.0:1718399242.780741:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 00000100:00000010:2.0:1718399242.780744:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9a80. 00010000:00000010:2.0:1718399242.780748:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d500. 00000400:00000200:0.0:1718399242.781134:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.781139:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b880 00000400:00000200:0.0:1718399242.781143:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac331 [2] + 984 00000400:00000200:0.0:1718399242.781180:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.781184:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.781187:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.781192:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000020:00000010:2.0:1718399242.781255:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fac00. 00000020:00000010:2.0:1718399242.781260:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6100. 00000020:00000010:2.0:1718399242.781262:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.781310:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317907584/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.781325:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317907584 02000000:00000010:2.0:1718399242.781332:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa200. 00010000:00000010:2.0:1718399242.781347:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880096c6e780. 00010000:00000010:2.0:1718399242.781357:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571c80. 00000100:00000010:2.0:1718399242.781360:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258900. 00000100:00000010:2.0:1718399242.781364:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258900. 00010000:00000010:2.0:1718399242.781368:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571c80. 00000400:00000010:2.0:1718399242.781373:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e3b8. 00000100:00000200:2.0:1718399242.781375:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317907584, offset 224 00000400:00000200:2.0:1718399242.781378:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.781384:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.781388:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90050:90050:256:4294967295] 192.168.202.25@tcp LPNI seq info [90050:90050:8:4294967295] 00000400:00000200:2.0:1718399242.781394:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.781398:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.781400:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ec3000 (tot 82314186). 00000800:00000200:2.0:1718399242.781403:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.781408:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.781410:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ec3000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.781428:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6100. 00000020:00000010:2.0:1718399242.781431:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.781433:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fac00. 00080000:00000010:2.0:1718399242.781447:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ec3e00. 00010000:00000010:2.0:1718399242.781491:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb80. 00010000:00000010:2.0:1718399242.781494:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096c6ef80. 00010000:00000010:2.0:1718399242.781535:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356f600. 00010000:00000010:2.0:1718399242.781538:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6100. 00010000:00000010:2.0:1718399242.781542:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571c80. 00000100:00000010:2.0:1718399242.781544:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258900. 00000100:00000010:2.0:1718399242.781548:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc280. 02000000:00000010:2.0:1718399242.781554:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fac00. 02000000:00000010:2.0:1718399242.781565:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb000. 00000400:00000010:2.0:1718399242.781567:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd630. 00000400:00000010:2.0:1718399242.781569:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e110. 00000100:00000200:2.0:1718399242.781572:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316485504, portal 16 00000400:00000010:2.0:1718399242.781574:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e880. 00000100:00000200:2.0:1718399242.781575:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316485504, offset 0 00000400:00000200:2.0:1718399242.781579:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.781583:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.781587:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.781589:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.781591:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.781593:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90051:90051:255:4294967295] 192.168.202.25@tcp LPNI seq info [90051:90051:7:4294967295] 00000400:00000200:2.0:1718399242.781598:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.781601:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.781603:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ec3100 (tot 82314434). 00000800:00000200:2.0:1718399242.781605:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.781608:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.781609:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ec3100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.781719:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.781722:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ec3000 (tot 82314186). 00000400:00000200:1.0:1718399242.781724:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.781727:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.781728:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e3b8 00000400:00000010:1.0:1718399242.781729:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e3b8. 00000800:00000200:1.0:1718399242.781759:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.781760:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ec3100 (tot 82313938). 00000400:00000200:1.0:1718399242.781762:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.781764:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.781765:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e880 00000400:00000010:1.0:1718399242.781766:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e880. 00000100:00000200:1.0:1718399242.781768:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbc280 x1801871316485504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.784246:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.784260:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00580 00000400:00000200:0.0:1718399242.784266:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad9e5 [1] + 224 00000400:00000200:1.0:1718399242.784559:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.784564:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399242.784572:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbc280 x1801871316485504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.784646:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd630. 00000400:00000200:2.0:1718399242.784649:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e110 00000400:00000010:2.0:1718399242.784651:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e110. 00000100:00000200:2.0:1718399242.784656:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbc280 x1801871316485504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.784661:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbc280 x1801871316485504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.784685:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb000. 02000000:00000010:2.0:1718399242.784691:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fac00. 00000100:00000010:2.0:1718399242.784695:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc280. 00000100:00000010:2.0:1718399242.784698:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258900. 00010000:00000010:2.0:1718399242.784702:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571c80. 00010000:00000010:2.1:1718399242.787416:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ef8fc0. 00000400:00000200:0.0:1718399242.787646:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.787659:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b8c0 00000400:00000200:0.0:1718399242.787665:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac331 [2] + 1312 00000400:00000200:0.0:1718399242.787718:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.787723:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.787728:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.787732:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 00000020:00000010:2.0:1718399242.788141:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fac00. 00000020:00000010:2.0:1718399242.788145:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6d80. 00000020:00000010:2.0:1718399242.788149:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.788166:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d580 x1801871317907648/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399242.788194:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317907648 02000000:00000010:2.0:1718399242.788203:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb000. 00010000:00000010:2.0:1718399242.788224:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880096088e80. 00010000:00000010:2.0:1718399242.788237:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571c80. 00000100:00000010:2.0:1718399242.788243:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258900. 00000100:00000010:2.0:1718399242.788260:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258900. 00010000:00000010:2.0:1718399242.788264:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571c80. 00000400:00000010:2.0:1718399242.788290:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e110. 00000100:00000200:2.0:1718399242.788294:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317907648, offset 224 00000400:00000200:2.0:1718399242.788300:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.788307:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.788312:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90052:90052:256:4294967295] 192.168.202.25@tcp LPNI seq info [90052:90052:8:4294967295] 00000400:00000200:2.0:1718399242.788319:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.788323:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.788326:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ec3d00 (tot 82314186). 00000800:00000200:2.0:1718399242.788330:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.788336:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.788339:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ec3d00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1718399242.788400:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130de7700. 00010000:00000010:3.0:1718399242.788463:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6100. 00010000:00000010:3.0:1718399242.788469:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096088e00. 00010000:00000010:3.0:1718399242.788525:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880130de7000. 00010000:00000010:3.0:1718399242.788528:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399242.788531:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cd80. 00010000:00000010:3.0:1718399242.788534:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46e80. 00080000:00000010:3.0:1718399242.788542:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130de7a00. 00010000:00000010:3.0:1718399242.788559:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.788563:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399242.788600:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f600. 00010000:00000010:3.0:1718399242.788603:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46780. 00010000:00000010:3.0:1718399242.788608:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.788611:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc9c0. 00000100:00000010:3.0:1718399242.788616:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.788623:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.788638:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.788641:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310b00. 00000400:00000010:3.0:1718399242.788644:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399242.788648:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316485568, portal 16 00000400:00000010:3.0:1718399242.788651:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466330. 00000100:00000200:3.0:1718399242.788652:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316485568, offset 0 00000400:00000200:3.0:1718399242.788656:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.788660:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.788665:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.788668:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.788669:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.788672:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90053:90053:255:4294967295] 192.168.202.25@tcp LPNI seq info [90053:90053:7:4294967295] 00000400:00000200:3.0:1718399242.788677:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.788680:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.788682:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130de7500 (tot 82314434). 00000800:00000200:3.0:1718399242.788685:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.788688:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.788690:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130de7500 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.788881:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6d80. 00000020:00000010:2.0:1718399242.788885:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.788887:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fac00. 00000800:00000200:1.0:1718399242.791047:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.791051:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ec3d00 (tot 82314186). 00000400:00000200:1.0:1718399242.791057:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.791063:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.791066:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e110 00000400:00000010:1.0:1718399242.791068:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e110. 00000800:00000200:1.0:1718399242.791126:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.791128:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130de7500 (tot 82313938). 00000400:00000200:1.0:1718399242.791131:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.791134:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.791135:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466330 00000400:00000010:1.0:1718399242.791136:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466330. 00000100:00000200:1.0:1718399242.791141:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316485568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.793913:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5328000. 00010000:00000010:0.1:1718399242.793927:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e31c900. 00010000:00000010:0.1:1718399242.793932:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270480. 00010000:00000010:0.1:1718399242.793935:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096089300. 00010000:00000010:0.1:1718399242.793938:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b89f80. 00000400:00000200:0.0:1718399242.794611:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.794624:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc005c0 00000400:00000200:0.0:1718399242.794630:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad9f1 [1] + 224 00000400:00000200:0.0:1718399242.794648:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.794651:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.794658:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316485568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.796008:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310b00. 00000400:00000200:3.0:1718399242.796013:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:3.0:1718399242.796015:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000100:00000200:3.0:1718399242.796021:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316485568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.796029:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316485568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.796052:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.796057:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.796060:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.796064:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc9c0. 00010000:00000010:3.0:1718399242.796067:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000200:1.0:1718399242.796136:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399242.796144:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b900 00000400:00000200:1.0:1718399242.796148:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac331 [2] + 1640 00000400:00000200:1.0:1718399242.796195:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.796199:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399242.796203:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399242.796206:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df70000. 00000020:00000010:2.0:1718399242.796303:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fac00. 00000020:00000010:2.0:1718399242.796308:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6d80. 00000020:00000010:2.0:1718399242.796310:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.796326:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df70000 x1801871317907712/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399242.796342:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317907712 02000000:00000010:2.0:1718399242.796347:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa400. 00010000:00000010:2.0:1718399242.796365:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800932c1780. 00010000:00000010:2.0:1718399242.796380:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571c80. 00000100:00000010:2.0:1718399242.796385:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258900. 00000100:00000010:2.0:1718399242.796390:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258900. 00010000:00000010:2.0:1718399242.796393:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571c80. 00000400:00000010:2.0:1718399242.796400:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399242.796403:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317907712, offset 224 00000400:00000200:2.0:1718399242.796407:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.796414:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.796419:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90054:90054:256:4294967295] 192.168.202.25@tcp LPNI seq info [90054:90054:8:4294967295] 00000400:00000200:2.0:1718399242.796426:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.796430:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.796433:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ec3800 (tot 82314186). 00000800:00000200:2.0:1718399242.796437:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.796442:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.796445:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ec3800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.796454:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6d80. 00000020:00000010:2.0:1718399242.796457:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.796459:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fac00. 00080000:00000010:3.0:1718399242.796604:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130de7500. 00010000:00000010:3.0:1718399242.796653:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46780. 00010000:00000010:3.0:1718399242.796657:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800932c1700. 00010000:00000010:3.0:1718399242.796711:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09dd40. 00010000:00000010:3.0:1718399242.796715:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46780. 00010000:00000010:3.0:1718399242.796721:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.796723:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc9c0. 00000100:00000010:3.0:1718399242.796726:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.796732:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.796746:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.796749:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310b00. 00000400:00000010:3.0:1718399242.796751:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399242.796755:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316485632, portal 16 00000400:00000010:3.0:1718399242.796757:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466220. 00000100:00000200:3.0:1718399242.796758:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316485632, offset 0 00000400:00000200:3.0:1718399242.796762:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.796766:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.796771:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.796773:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.796775:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.796789:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90055:90055:255:4294967295] 192.168.202.25@tcp LPNI seq info [90055:90055:7:4294967295] 00000400:00000200:3.0:1718399242.796795:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.796799:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.796801:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8801369f7700 (tot 82314434). 00000800:00000200:3.0:1718399242.796804:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.796807:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.796808:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8801369f7700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.796904:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.796906:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ec3800 (tot 82314186). 00000400:00000200:0.0:1718399242.796909:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.796911:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.796914:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:0.0:1718399242.796915:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00000800:00000200:0.0:1718399242.796944:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.796946:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8801369f7700 (tot 82313938). 00000400:00000200:0.0:1718399242.796948:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.796951:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.796952:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466220 00000400:00000010:0.0:1718399242.796953:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466220. 00000100:00000200:0.0:1718399242.796956:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316485632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.800969:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.800982:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00600 00000400:00000200:0.0:1718399242.800990:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xad9fd [1] + 224 00000400:00000200:0.0:1718399242.800999:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.801001:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.801008:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316485632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.801032:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.801034:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b940 00000400:00000200:0.0:1718399242.801038:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac331 [2] + 1968 00000400:00000010:0.0:1718399242.801040:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f14d0. 00000400:00000200:0.0:1718399242.801044:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009294cc00 00000400:00000200:0.0:1718399242.801090:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.801092:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.801094:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009294cc00 00000400:00000010:0.0:1718399242.801096:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88009294cc00 (tot 82313786). 00000100:00000200:0.0:1718399242.801100:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1718399242.801200:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310b00. 00000400:00000200:3.0:1718399242.801203:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:3.0:1718399242.801205:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000100:00000200:3.0:1718399242.801209:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316485632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.801214:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316485632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.801238:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.801242:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.801245:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.801249:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc9c0. 00010000:00000010:3.0:1718399242.801252:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000020:00000010:1.0:1718399242.801313:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd400. 00000020:00000010:1.0:1718399242.801318:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a200. 00000020:00000010:1.0:1718399242.801321:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399242.801336:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a9ea8850 x1801871317907776/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399242.801361:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317907776 02000000:00000010:1.0:1718399242.801368:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc800. 00010000:00000010:1.0:1718399242.801388:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e31da00. 00010000:00000010:1.0:1718399242.801406:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8801373e6d40. 00000100:00000010:1.0:1718399242.801411:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b1fb0f00. 00000100:00000010:1.0:1718399242.801416:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800b1fb0f00. 00010000:00000010:1.0:1718399242.801418:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8801373e6d40. 00000400:00000010:1.0:1718399242.801427:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a2a8. 00000100:00000200:1.0:1718399242.801431:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317907776, offset 224 00000400:00000200:1.0:1718399242.801436:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.801443:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.801448:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90056:90056:256:4294967295] 192.168.202.25@tcp LPNI seq info [90056:90056:8:4294967295] 00000400:00000200:1.0:1718399242.801454:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.801457:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.801460:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612800 (tot 82314034). 00000800:00000200:1.0:1718399242.801464:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.801470:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.801473:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.801483:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a200. 00000020:00000010:1.0:1718399242.801486:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399242.801489:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd400. 02000000:00000010:1.0:1718399242.801495:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa400. 00000100:00000010:1.0:1718399242.801498:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df70000. 02000000:00000010:1.0:1718399242.801501:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb000. 00000100:00000010:1.0:1718399242.801503:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 02000000:00000010:1.0:1718399242.801506:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa200. 00000100:00000010:1.0:1718399242.801507:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:1.0:1718399242.801509:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fba00. 00000100:00000010:1.0:1718399242.801510:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 02000000:00000010:1.0:1718399242.801512:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2400. 00000100:00000010:1.0:1718399242.801513:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb97c0. 02000000:00000010:1.0:1718399242.801516:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2200. 00000100:00000010:1.0:1718399242.801517:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000100:00000200:1.0:1718399242.801521:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1718399242.801524:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1d68. 00000400:00000010:1.0:1718399242.801526:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b1fb0f00 (tot 82314186). 00010000:00000010:2.1:1718399242.801690:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800944bed00. 00010000:00000010:2.1:1718399242.801694:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d08dc00. 00010000:00000010:2.1:1718399242.801698:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b88000. 00080000:00000010:3.0:1718399242.801752:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8801369f7700. 00010000:00000010:3.0:1718399242.801818:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46780. 00010000:00000010:3.0:1718399242.801824:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e31d980. 00010000:00000010:3.0:1718399242.801888:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d8c0. 00010000:00000010:3.0:1718399242.801892:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46780. 00010000:00000010:3.0:1718399242.801898:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.801900:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc9c0. 00000100:00000010:3.0:1718399242.801904:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.801912:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.801927:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.801929:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310b00. 00000400:00000010:3.0:1718399242.801931:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399242.801933:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316485696, portal 16 00000400:00000010:3.0:1718399242.801936:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466440. 00000100:00000200:3.0:1718399242.801937:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316485696, offset 0 00000400:00000200:3.0:1718399242.801942:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.801946:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.801951:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.801953:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.801955:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.801957:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90057:90057:255:4294967295] 192.168.202.25@tcp LPNI seq info [90057:90057:7:4294967295] 00000400:00000200:3.0:1718399242.801962:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.801966:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.801969:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53deb00 (tot 82314434). 00000800:00000200:3.0:1718399242.801971:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.801974:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.801976:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53deb00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.802345:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.802348:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612800 (tot 82314186). 00000400:00000200:0.0:1718399242.802351:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.802355:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.802358:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a2a8 00000400:00000010:0.0:1718399242.802359:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a2a8. 02000000:00000010:0.0:1718399242.802363:0:18240:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc800. 00000800:00000200:0.0:1718399242.802399:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.802400:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53deb00 (tot 82313938). 00000400:00000200:0.0:1718399242.802403:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.802406:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.802408:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466440 00000400:00000010:0.0:1718399242.802408:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466440. 00000100:00000200:0.0:1718399242.802412:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316485696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.802943:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e31e500. 00010000:00000010:1.1:1718399242.802950:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f600. 00010000:00000010:1.1:1718399242.802953:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130de7000. 00010000:00000010:1.1:1718399242.802956:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cd80. 00010000:00000010:0.1:1718399242.804481:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ef9440. 00010000:00000010:0.1:1718399242.804488:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009b4bbcc0. 00010000:00000010:3.1:1718399242.804608:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093153cc0. 00000400:00000200:0.0:1718399242.806869:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.806885:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00640 00000400:00000200:0.0:1718399242.806892:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xada0d [1] + 224 00000400:00000200:0.0:1718399242.806911:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.806915:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.806922:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316485696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.808055:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310b00. 00000400:00000200:3.0:1718399242.808061:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:3.0:1718399242.808063:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000100:00000200:3.0:1718399242.808068:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316485696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.808075:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316485696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.808101:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.808107:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.808111:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.808115:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc9c0. 00010000:00000010:3.0:1718399242.808118:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000200:0.0:1718399242.808789:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.808798:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b980 00000400:00000200:0.0:1718399242.808803:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac389 [2] + 0 00000400:00000200:0.0:1718399242.808857:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.808860:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.808865:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.808869:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 00010000:00000010:1.1:1718399242.809453:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928ff100. 00010000:00000010:1.1:1718399242.809460:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f600. 00010000:00000010:1.1:1718399242.809464:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50ed900. 00000020:00000010:3.0:1718399242.809468:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00010000:00000010:1.1:1718399242.809468:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09dd40. 00000020:00000010:3.0:1718399242.809472:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46e80. 00000020:00000010:3.0:1718399242.809475:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399242.809491:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317907840/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399242.809508:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317907840 02000000:00000010:3.0:1718399242.809514:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3000. 00010000:00000010:3.0:1718399242.809643:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136a9b480. 00010000:00000010:3.0:1718399242.809672:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.809678:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc9c0. 00000100:00000010:3.0:1718399242.809691:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc9c0. 00010000:00000010:3.0:1718399242.809693:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000010:3.0:1718399242.809702:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399242.809706:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317907840, offset 224 00000400:00000200:3.0:1718399242.809711:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.809718:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.809724:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90058:90058:256:4294967295] 192.168.202.25@tcp LPNI seq info [90058:90058:8:4294967295] 00000400:00000200:3.0:1718399242.809731:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.809736:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.809738:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53de400 (tot 82314186). 00000800:00000200:3.0:1718399242.809742:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.809748:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.809752:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53de400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.809769:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46e80. 00000020:00000010:3.0:1718399242.809786:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399242.809790:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00080000:00000010:2.0:1718399242.809880:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ec3b00. 00010000:00000010:2.0:1718399242.809941:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46780. 00010000:00000010:2.0:1718399242.809945:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136a9b400. 00010000:00000010:2.0:1718399242.809994:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c000. 00010000:00000010:2.0:1718399242.809997:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6d80. 00010000:00000010:2.0:1718399242.810004:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571c80. 00000100:00000010:2.0:1718399242.810006:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258900. 00000100:00000010:2.0:1718399242.810011:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc280. 02000000:00000010:2.0:1718399242.810018:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fac00. 02000000:00000010:2.0:1718399242.810034:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fbc00. 00000400:00000010:2.0:1718399242.810037:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd630. 00000400:00000010:2.0:1718399242.810040:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ed48. 00000100:00000200:2.0:1718399242.810043:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316485760, portal 16 00000400:00000010:2.0:1718399242.810045:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e908. 00000100:00000200:2.0:1718399242.810046:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316485760, offset 0 00000400:00000200:2.0:1718399242.810051:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.810054:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.810059:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.810061:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.810063:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.810065:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90059:90059:255:4294967295] 192.168.202.25@tcp LPNI seq info [90059:90059:7:4294967295] 00000400:00000200:2.0:1718399242.810070:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.810073:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.810075:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ec3800 (tot 82314434). 00000800:00000200:2.0:1718399242.810078:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.810081:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.810082:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ec3800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.810135:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.810137:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53de400 (tot 82314186). 00000400:00000200:0.0:1718399242.810139:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.810142:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.810144:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:0.0:1718399242.810146:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000800:00000200:0.0:1718399242.810175:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.810177:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ec3800 (tot 82313938). 00000400:00000200:0.0:1718399242.810179:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.810181:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.810182:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e908 00000400:00000010:0.0:1718399242.810183:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e908. 00000100:00000200:0.0:1718399242.810187:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbc280 x1801871316485760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.812980:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a519c6c0. 00010000:00000010:1.1:1718399242.813125:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5175100. 00010000:00000010:1.1:1718399242.813131:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d8c0. 00000400:00000200:2.0:1718399242.813196:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.813209:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00680 00000400:00000200:2.0:1718399242.813216:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xada19 [1] + 224 00000400:00000200:2.0:1718399242.813235:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.813239:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.813251:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbc280 x1801871316485760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1718399242.813357:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd630. 00000400:00000200:0.0:1718399242.813361:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ed48 00000400:00000010:0.0:1718399242.813362:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ed48. 00000100:00000200:0.0:1718399242.813368:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbc280 x1801871316485760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399242.813373:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbc280 x1801871316485760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1718399242.813396:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fbc00. 02000000:00000010:0.0:1718399242.813401:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fac00. 00000100:00000010:0.0:1718399242.813405:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc280. 00000100:00000010:0.0:1718399242.813409:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258900. 00010000:00000010:0.0:1718399242.813413:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571c80. 00000400:00000200:0.0:1718399242.813659:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.813665:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5b9c0 00000400:00000200:0.0:1718399242.813670:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac389 [2] + 328 00000400:00000200:0.0:1718399242.813722:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.813725:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.813729:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.813733:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000020:00000010:3.0:1718399242.813872:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399242.813878:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46e80. 00000020:00000010:3.0:1718399242.813882:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399242.813899:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317907904/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399242.814419:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317907904 02000000:00000010:3.0:1718399242.814427:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2600. 00010000:00000010:3.0:1718399242.814448:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095139680. 00010000:00000010:3.0:1718399242.814476:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.814481:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc9c0. 00000100:00000010:3.0:1718399242.814487:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc9c0. 00010000:00000010:3.0:1718399242.814489:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000010:3.0:1718399242.814499:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94663b8. 00080000:00000010:1.0:1718399242.814501:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093612f00. 00000100:00000200:3.0:1718399242.814503:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317907904, offset 224 00000400:00000200:3.0:1718399242.814508:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.814515:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.814519:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90060:90060:256:4294967295] 192.168.202.25@tcp LPNI seq info [90060:90060:8:4294967295] 00000400:00000200:3.0:1718399242.814526:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.814529:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.814532:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53de300 (tot 82314186). 00000800:00000200:3.0:1718399242.814536:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.814541:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.814544:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53de300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.814554:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46e80. 00000020:00000010:3.0:1718399242.814558:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399242.814560:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00010000:00000010:1.0:1718399242.814561:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6d80. 00010000:00000010:1.0:1718399242.814565:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095139480. 00010000:00000010:1.0:1718399242.814738:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5271d40. 00010000:00000010:1.0:1718399242.814743:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a200. 00010000:00000010:1.0:1718399242.814750:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8801373e6d40. 00000100:00000010:1.0:1718399242.814753:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2540. 00000100:00000010:1.0:1718399242.814758:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 02000000:00000010:1.0:1718399242.814766:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fd400. 02000000:00000010:1.0:1718399242.814793:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fc000. 00000400:00000010:1.0:1718399242.814797:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f13c8. 00000400:00000010:1.0:1718399242.814800:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ab28. 00000100:00000200:1.0:1718399242.814804:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316485824, portal 16 00000400:00000010:1.0:1718399242.814806:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399242.814807:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316485824, offset 0 00000400:00000200:1.0:1718399242.814811:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.814816:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.814820:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399242.814823:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399242.814824:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399242.814826:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90061:90061:255:4294967295] 192.168.202.25@tcp LPNI seq info [90061:90061:7:4294967295] 00000400:00000200:1.0:1718399242.814831:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.814834:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.814836:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612d00 (tot 82314434). 00000800:00000200:1.0:1718399242.814839:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.814842:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.814844:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.815010:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.815012:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53de300 (tot 82314186). 00000400:00000200:0.0:1718399242.815015:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.815019:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.815021:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94663b8 00000400:00000010:0.0:1718399242.815023:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94663b8. 00000800:00000200:0.0:1718399242.815042:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.815044:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612d00 (tot 82313938). 00000400:00000200:0.0:1718399242.815046:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.815048:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.815049:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:0.0:1718399242.815050:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:0.0:1718399242.815055:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df73440 x1801871316485824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.816714:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.816726:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc006c0 00000400:00000200:0.0:1718399242.816731:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xada25 [1] + 224 00000400:00000200:0.0:1718399242.816746:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.816749:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.816755:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df73440 x1801871316485824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399242.816979:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f13c8. 00000400:00000200:1.0:1718399242.816983:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ab28 00000400:00000010:1.0:1718399242.816984:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ab28. 00000100:00000200:1.0:1718399242.816990:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df73440 x1801871316485824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.816996:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df73440 x1801871316485824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399242.817018:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fc000. 02000000:00000010:1.0:1718399242.817023:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fd400. 00000100:00000010:1.0:1718399242.817026:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000100:00000010:1.0:1718399242.817029:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2540. 00010000:00000010:1.0:1718399242.817032:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8801373e6d40. 00000400:00000200:0.0:1718399242.817147:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.817152:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ba00 00000400:00000200:0.0:1718399242.817156:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac389 [2] + 656 00000400:00000200:0.0:1718399242.817312:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.817317:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.817320:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.817324:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000020:00000010:3.0:1718399242.817426:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399242.817430:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46e80. 00000020:00000010:3.0:1718399242.817433:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399242.817449:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317907968/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399242.817523:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317907968 02000000:00000010:3.0:1718399242.817531:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3e00. 00010000:00000010:3.0:1718399242.817549:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093016700. 00010000:00000010:3.0:1718399242.817563:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.817568:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc9c0. 00000100:00000010:3.0:1718399242.817582:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc9c0. 00010000:00000010:3.0:1718399242.817584:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000010:3.0:1718399242.817593:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466c38. 00000100:00000200:3.0:1718399242.817596:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317907968, offset 224 00000400:00000200:3.0:1718399242.817601:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.817607:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.817611:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90062:90062:256:4294967295] 192.168.202.25@tcp LPNI seq info [90062:90062:8:4294967295] 00000400:00000200:3.0:1718399242.817617:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.817620:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.817623:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53def00 (tot 82314186). 00000800:00000200:3.0:1718399242.817626:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.817632:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.817634:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53def00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.817645:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46e80. 00000020:00000010:3.0:1718399242.817649:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399242.817651:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00000800:00000200:0.0:1718399242.818008:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.818010:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53def00 (tot 82313938). 00000400:00000200:0.0:1718399242.818014:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.818017:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.818018:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466c38 00000400:00000010:0.0:1718399242.818019:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466c38. 00080000:00000010:0.0:1718399242.818034:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5676f00. 00010000:00000010:0.0:1718399242.818088:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a200. 00010000:00000010:0.0:1718399242.818092:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093016680. 00010000:00000010:0.0:1718399242.818149:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b89f80. 00010000:00000010:0.0:1718399242.818152:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfca00. 00010000:00000010:0.0:1718399242.818158:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d700. 00000100:00000010:0.0:1718399242.818160:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9480. 00000100:00000010:0.0:1718399242.818165:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 02000000:00000010:0.0:1718399242.818171:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c3a00. 02000000:00000010:0.0:1718399242.818184:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2600. 00000400:00000010:0.0:1718399242.818187:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c08. 00000400:00000010:0.0:1718399242.818190:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373764c8. 00000100:00000200:0.0:1718399242.818193:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316485888, portal 16 00000400:00000010:0.0:1718399242.818195:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376cc0. 00000100:00000200:0.0:1718399242.818196:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316485888, offset 0 00000400:00000200:0.0:1718399242.818200:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.818203:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.818207:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399242.818210:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399242.818212:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399242.818214:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90063:90063:256:4294967295] 192.168.202.25@tcp LPNI seq info [90063:90063:8:4294967295] 00000400:00000200:0.0:1718399242.818219:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.818223:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.818225:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5676600 (tot 82314186). 00000800:00000200:0.0:1718399242.818227:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.818230:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.818231:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5676600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.818690:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.818693:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5676600 (tot 82313938). 00000400:00000200:1.0:1718399242.818695:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.818698:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.818700:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376cc0 00000400:00000010:1.0:1718399242.818701:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376cc0. 00000100:00000200:1.0:1718399242.818706:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27d580 x1801871316485888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.820428:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.820439:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00700 00000400:00000200:0.0:1718399242.820444:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xada31 [1] + 224 00000400:00000200:0.0:1718399242.820463:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.820466:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.820471:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27d580 x1801871316485888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399242.820577:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c08. 00000400:00000200:1.0:1718399242.820581:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373764c8 00000400:00000010:1.0:1718399242.820583:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373764c8. 00000100:00000200:1.0:1718399242.820587:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27d580 x1801871316485888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399242.820593:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27d580 x1801871316485888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399242.820615:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2600. 02000000:00000010:1.0:1718399242.820619:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c3a00. 00000100:00000010:1.0:1718399242.820622:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 00000100:00000010:1.0:1718399242.820625:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9480. 00010000:00000010:1.0:1718399242.820628:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d700. 00010000:00000010:3.1:1718399242.820731:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a515b300. 00010000:00000010:3.1:1718399242.820740:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c000. 00000400:00000200:0.0:1718399242.821545:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.821551:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ba40 00000400:00000200:0.0:1718399242.821556:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac389 [2] + 984 00000400:00000200:0.0:1718399242.821603:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.821606:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.821610:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.821614:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 00000020:00000010:1.0:1718399242.821869:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc000. 00000020:00000010:1.0:1718399242.821874:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399242.821877:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399242.821891:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317908032/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399242.821916:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317908032 02000000:00000010:1.0:1718399242.821922:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd200. 00010000:00000010:1.0:1718399242.821939:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013084d080. 00010000:00000010:1.0:1718399242.821963:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8801373e6d40. 00000100:00000010:1.0:1718399242.821968:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2540. 00000100:00000010:1.0:1718399242.821977:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2540. 00010000:00000010:1.0:1718399242.821979:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8801373e6d40. 00000400:00000010:1.0:1718399242.821988:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ab28. 00000100:00000200:1.0:1718399242.821991:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317908032, offset 224 00000400:00000200:1.0:1718399242.821996:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.822002:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.822007:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90064:90064:256:4294967295] 192.168.202.25@tcp LPNI seq info [90064:90064:8:4294967295] 00000400:00000200:1.0:1718399242.822013:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.822018:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.822020:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612e00 (tot 82314186). 00000800:00000200:1.0:1718399242.822024:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.822029:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.822032:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.822041:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399242.822043:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399242.822046:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc000. 00000800:00000200:1.0:1718399242.822087:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.822089:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612e00 (tot 82313938). 00000400:00000200:1.0:1718399242.822091:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.822094:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.822095:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ab28 00000400:00000010:1.0:1718399242.822096:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ab28. 00080000:00000010:0.0:1718399242.822402:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5676600. 00010000:00000010:0.0:1718399242.822462:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfca00. 00010000:00000010:0.0:1718399242.822467:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013084da80. 00010000:00000010:0.0:1718399242.822529:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8a880. 00010000:00000010:0.0:1718399242.822533:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfca00. 00010000:00000010:0.0:1718399242.822540:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d780. 00000100:00000010:0.0:1718399242.822542:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d99c0. 00000100:00000010:0.0:1718399242.822547:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 02000000:00000010:0.0:1718399242.822554:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2400. 02000000:00000010:0.0:1718399242.822570:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3600. 00000400:00000010:0.0:1718399242.822573:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c08. 00000400:00000010:0.0:1718399242.822576:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376908. 00000100:00000200:0.0:1718399242.822580:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316485952, portal 16 00000400:00000010:0.0:1718399242.822583:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373762a8. 00000100:00000200:0.0:1718399242.822584:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316485952, offset 0 00000400:00000200:0.0:1718399242.822588:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.822592:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.822596:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399242.822599:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399242.822601:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399242.822602:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90065:90065:256:4294967295] 192.168.202.25@tcp LPNI seq info [90065:90065:8:4294967295] 00000400:00000200:0.0:1718399242.822608:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.822611:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.822612:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5676800 (tot 82314186). 00000800:00000200:0.0:1718399242.822615:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.822618:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.822620:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5676800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399242.822687:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.822690:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5676800 (tot 82313938). 00000400:00000200:2.0:1718399242.822692:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.822695:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.822697:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373762a8 00000400:00000010:2.0:1718399242.822698:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373762a8. 00000100:00000200:2.0:1718399242.822702:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27df00 x1801871316485952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.823487:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5388d80. 00010000:00000010:0.1:1718399242.824799:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092a75300. 00010000:00000010:0.1:1718399242.824814:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271d40. 00000400:00000200:2.0:1718399242.824867:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.824877:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00740 00000400:00000200:2.0:1718399242.824882:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xada3d [1] + 224 00000400:00000200:2.0:1718399242.824888:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.824891:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.824896:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27df00 x1801871316485952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.824924:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.824928:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ba80 00000400:00000200:2.0:1718399242.824931:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac389 [2] + 1312 00000400:00000200:2.0:1718399242.824977:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.824980:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.824983:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399242.824987:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb9300. 00000400:00000010:0.0:1718399242.825080:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c08. 00000400:00000200:0.0:1718399242.825085:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376908 00000400:00000010:0.0:1718399242.825086:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376908. 00000100:00000200:0.0:1718399242.825091:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27df00 x1801871316485952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399242.825096:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27df00 x1801871316485952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1718399242.825116:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3600. 02000000:00000010:0.0:1718399242.825120:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2400. 00000100:00000010:0.0:1718399242.825122:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 00000100:00000010:0.0:1718399242.825124:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d99c0. 00010000:00000010:0.0:1718399242.825128:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d780. 00000020:00000010:3.0:1718399242.825334:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399242.825337:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46e80. 00000020:00000010:3.0:1718399242.825341:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399242.825356:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fb9300 x1801871317908096/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399242.825381:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317908096 02000000:00000010:3.0:1718399242.825390:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2200. 00010000:00000010:3.0:1718399242.825407:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5299080. 00010000:00000010:3.0:1718399242.825421:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.825425:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc9c0. 00000100:00000010:3.0:1718399242.825435:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc9c0. 00010000:00000010:3.0:1718399242.825437:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000010:3.0:1718399242.825444:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466908. 00000100:00000200:3.0:1718399242.825448:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317908096, offset 224 00000400:00000200:3.0:1718399242.825453:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.825459:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.825463:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90066:90066:256:4294967295] 192.168.202.25@tcp LPNI seq info [90066:90066:8:4294967295] 00000400:00000200:3.0:1718399242.825469:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.825473:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.825476:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53de100 (tot 82314186). 00000800:00000200:3.0:1718399242.825480:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.825485:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.825488:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53de100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.825498:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46e80. 00000020:00000010:3.0:1718399242.825502:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399242.825504:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00000800:00000200:1.0:1718399242.825649:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.825651:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53de100 (tot 82313938). 00000400:00000200:1.0:1718399242.825654:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.825657:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.825659:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466908 00000400:00000010:1.0:1718399242.825660:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466908. 00080000:00000010:0.0:1718399242.825832:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5676900. 00010000:00000010:0.0:1718399242.825885:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfca00. 00010000:00000010:0.0:1718399242.825889:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5299400. 00010000:00000010:0.0:1718399242.825940:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8aac0. 00010000:00000010:0.0:1718399242.825948:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfca00. 00010000:00000010:0.0:1718399242.825955:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d780. 00000100:00000010:0.0:1718399242.825958:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d99c0. 00000100:00000010:0.0:1718399242.825962:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 02000000:00000010:0.0:1718399242.825968:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2400. 02000000:00000010:0.0:1718399242.825983:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3600. 00000400:00000010:0.0:1718399242.825986:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c08. 00000400:00000010:0.0:1718399242.825988:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376908. 00000100:00000200:0.0:1718399242.825991:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316486016, portal 16 00000400:00000010:0.0:1718399242.825993:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376770. 00000100:00000200:0.0:1718399242.825994:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316486016, offset 0 00000400:00000200:0.0:1718399242.825998:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.826002:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.826007:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399242.826010:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399242.826011:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399242.826013:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90067:90067:256:4294967295] 192.168.202.25@tcp LPNI seq info [90067:90067:8:4294967295] 00000400:00000200:0.0:1718399242.826018:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.826021:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.826023:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5676800 (tot 82314186). 00000800:00000200:0.0:1718399242.826026:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.826029:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.826031:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5676800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399242.826267:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399242.826298:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5676800 (tot 82313938). 00000400:00000200:2.0:1718399242.826302:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.826305:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399242.826307:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376770 00000400:00000010:2.0:1718399242.826309:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376770. 00000100:00000200:2.0:1718399242.826313:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27df00 x1801871316486016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.827915:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.827924:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00780 00000400:00000200:0.0:1718399242.827929:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xada49 [1] + 224 00000400:00000200:0.0:1718399242.827937:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.827939:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.827943:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27df00 x1801871316486016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.827969:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.827973:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5bac0 00000400:00000200:0.0:1718399242.827977:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac389 [2] + 1640 00000400:00000200:0.0:1718399242.828012:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.828015:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.828019:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.828022:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00000020:00000010:1.0:1718399242.828191:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc600. 00000020:00000010:1.0:1718399242.828196:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399242.828200:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399242.828212:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317908160/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399242.828240:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317908160 02000000:00000010:1.0:1718399242.828245:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc400. 00010000:00000010:1.0:1718399242.828266:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8801373e6d40. 00000100:00000010:1.0:1718399242.828293:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2540. 00000100:00000010:1.0:1718399242.828298:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2540. 00010000:00000010:1.0:1718399242.828301:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8801373e6d40. 00000400:00000010:1.0:1718399242.828311:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ab28. 00000100:00000200:1.0:1718399242.828315:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317908160, offset 224 00000400:00000200:1.0:1718399242.828319:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.828325:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.828329:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90068:90068:256:4294967295] 192.168.202.25@tcp LPNI seq info [90068:90068:8:4294967295] 00000400:00000200:1.0:1718399242.828335:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.828339:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.828341:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612e00 (tot 82314186). 00000800:00000200:1.0:1718399242.828345:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.828349:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.828352:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.828367:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399242.828370:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399242.828373:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc600. 00000400:00000010:2.0:1718399242.828489:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c08. 00000400:00000200:2.0:1718399242.828493:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376908 00000400:00000010:2.0:1718399242.828494:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376908. 00000100:00000200:2.0:1718399242.828499:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27df00 x1801871316486016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.828504:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27df00 x1801871316486016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1718399242.828518:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012eaaff80. 02000000:00000010:2.0:1718399242.828542:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3600. 02000000:00000010:2.0:1718399242.828547:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2400. 00000100:00000010:2.0:1718399242.828549:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 00000100:00000010:2.0:1718399242.828551:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d99c0. 00010000:00000010:2.0:1718399242.828554:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d780. 00080000:00000010:2.0:1718399242.828562:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ec3100. 00010000:00000010:2.0:1718399242.828612:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfca00. 00010000:00000010:2.0:1718399242.828616:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012eaaff00. 00010000:00000010:2.0:1718399242.828675:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e880. 00010000:00000010:2.0:1718399242.828679:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6d80. 00010000:00000010:2.0:1718399242.828684:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571e40. 00000100:00000010:2.0:1718399242.828687:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399242.828691:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf6c0. 02000000:00000010:2.0:1718399242.828696:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb600. 02000000:00000010:2.0:1718399242.828708:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fae00. 00000400:00000010:2.0:1718399242.828711:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd948. 00000400:00000010:2.0:1718399242.828713:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399242.828716:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316486080, portal 16 00000400:00000010:2.0:1718399242.828718:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ecc0. 00000100:00000200:2.0:1718399242.828719:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316486080, offset 0 00000400:00000200:2.0:1718399242.828723:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.828727:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.828731:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.828734:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.828736:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.828737:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90069:90069:255:4294967295] 192.168.202.25@tcp LPNI seq info [90069:90069:7:4294967295] 00000400:00000200:2.0:1718399242.828743:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.828746:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.828748:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ec3000 (tot 82314434). 00000800:00000200:2.0:1718399242.828750:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.828754:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.828756:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ec3000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.829356:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.829359:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612e00 (tot 82314186). 00000400:00000200:0.0:1718399242.829362:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.829365:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.829367:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ab28 00000400:00000010:0.0:1718399242.829368:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ab28. 00000800:00000200:0.0:1718399242.829392:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.829393:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ec3000 (tot 82313938). 00000400:00000200:0.0:1718399242.829395:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.829397:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.829399:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ecc0 00000400:00000010:0.0:1718399242.829399:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ecc0. 00000100:00000200:0.0:1718399242.829403:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf6c0 x1801871316486080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.829925:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093dbed00. 00000400:00000200:0.0:1718399242.832437:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.832451:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc007c0 00000400:00000200:0.0:1718399242.832456:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xada55 [1] + 224 00000400:00000200:0.0:1718399242.832472:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.832475:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.832484:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf6c0 x1801871316486080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.833038:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd948. 00000400:00000200:2.0:1718399242.833042:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:2.0:1718399242.833044:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000100:00000200:2.0:1718399242.833049:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf6c0 x1801871316486080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.833054:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf6c0 x1801871316486080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.833077:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fae00. 02000000:00000010:2.0:1718399242.833082:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb600. 00000100:00000010:2.0:1718399242.833085:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf6c0. 00000100:00000010:2.0:1718399242.833088:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399242.833092:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571e40. 00000400:00000200:0.0:1718399242.833333:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.833338:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5bb00 00000400:00000200:0.0:1718399242.833342:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac389 [2] + 1968 00000400:00000010:0.0:1718399242.833345:0:18240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1e70. 00000400:00000200:0.0:1718399242.833347:0:18240:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009294c900 00000400:00000200:0.0:1718399242.833382:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.833385:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.833388:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009294c900 00000400:00000010:0.0:1718399242.833390:0:18240:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88009294c900 (tot 82313786). 00000100:00000200:0.0:1718399242.833393:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1718399242.833702:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399242.833707:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46e80. 00000020:00000010:3.0:1718399242.833711:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399242.833725:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a9ea8050 x1801871317908224/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399242.834128:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317908224 02000000:00000010:3.0:1718399242.834136:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2400. 00010000:00000010:3.0:1718399242.834156:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130a71a80. 00010000:00000010:3.0:1718399242.834170:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c14c0. 00000100:00000010:3.0:1718399242.834175:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc9c0. 00000100:00000010:3.0:1718399242.834191:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc9c0. 00010000:00000010:3.0:1718399242.834194:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c14c0. 00000400:00000010:3.0:1718399242.834202:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466550. 00000100:00000200:3.0:1718399242.834205:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317908224, offset 224 00000400:00000200:3.0:1718399242.834211:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.834218:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.834222:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90070:90070:256:4294967295] 192.168.202.25@tcp LPNI seq info [90070:90070:8:4294967295] 00000400:00000200:3.0:1718399242.834229:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.834234:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.834236:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53de600 (tot 82314034). 00000800:00000200:3.0:1718399242.834240:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.834246:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.834249:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53de600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.834261:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46e80. 00000020:00000010:3.0:1718399242.834264:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399242.834267:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.834295:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc400. 00000100:00000010:3.0:1718399242.834298:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:3.0:1718399242.834300:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2200. 00000100:00000010:3.0:1718399242.834301:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb9300. 02000000:00000010:3.0:1718399242.834304:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd200. 00000100:00000010:3.0:1718399242.834306:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 02000000:00000010:3.0:1718399242.834307:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3e00. 00000100:00000010:3.0:1718399242.834309:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:3.0:1718399242.834311:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2600. 00000100:00000010:3.0:1718399242.834312:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 02000000:00000010:3.0:1718399242.834313:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3000. 00000100:00000010:3.0:1718399242.834315:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 00000100:00000200:3.0:1718399242.834318:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1718399242.834321:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310b00. 00000400:00000010:3.0:1718399242.834324:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093dfc9c0 (tot 82314186). 00080000:00000010:2.0:1718399242.834483:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ec3800. 00000800:00000200:0.0:1718399242.834492:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.834497:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53de600 (tot 82313938). 00000400:00000200:0.0:1718399242.834503:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1718399242.834535:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6d80. 00010000:00000010:2.0:1718399242.834540:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130a71a00. 00000400:00000200:0.0:1718399242.834736:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.834740:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466550 00000400:00000010:0.0:1718399242.834743:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466550. 02000000:00000010:0.0:1718399242.834749:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2400. 00010000:00000010:2.0:1718399242.835255:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c900. 00010000:00000010:2.0:1718399242.835260:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6d80. 00010000:00000010:2.0:1718399242.835267:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571ac0. 00000100:00000010:2.0:1718399242.835294:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399242.835300:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf6c0. 02000000:00000010:2.0:1718399242.835307:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fae00. 02000000:00000010:2.0:1718399242.835323:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fac00. 00000400:00000010:2.0:1718399242.835326:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd948. 00000400:00000010:2.0:1718399242.835329:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399242.835331:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316486144, portal 16 00000400:00000010:2.0:1718399242.835334:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e4c8. 00000100:00000200:2.0:1718399242.835335:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316486144, offset 0 00000400:00000200:2.0:1718399242.835340:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.835345:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.835350:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.835353:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.835354:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.835356:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90071:90071:256:4294967295] 192.168.202.25@tcp LPNI seq info [90071:90071:8:4294967295] 00000400:00000200:2.0:1718399242.835362:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.835365:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.835368:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ec3d00 (tot 82314186). 00000800:00000200:2.0:1718399242.835371:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.835375:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.835377:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ec3d00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1718399242.835465:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093050900. 00000800:00000200:0.0:1718399242.835466:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.835468:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ec3d00 (tot 82313938). 00010000:00000010:1.1:1718399242.835471:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009e340100. 00000400:00000200:0.0:1718399242.835472:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1718399242.835474:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8aac0. 00000400:00000200:0.0:1718399242.835476:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.835479:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e4c8 00010000:00000010:1.1:1718399242.835480:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a538aac0. 00000400:00000010:0.0:1718399242.835480:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e4c8. 00000100:00000200:0.0:1718399242.835487:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf6c0 x1801871316486144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399242.835509:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880097eaa100. 00010000:00000010:0.1:1718399242.835515:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b89f80. 00010000:00000010:0.1:1718399242.843182:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ee4000. 00010000:00000010:0.1:1718399242.843193:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e880. 00010000:00000010:1.1:1718399242.843370:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093352880. 00010000:00000010:1.1:1718399242.843375:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930533c0. 00000400:00000200:0.0:1718399242.843838:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.843852:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00800 00000400:00000200:0.0:1718399242.843859:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xada65 [1] + 224 00000400:00000200:0.0:1718399242.843875:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.843880:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.843887:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf6c0 x1801871316486144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.843987:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd948. 00000400:00000200:2.0:1718399242.843990:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:2.0:1718399242.843992:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000100:00000200:2.0:1718399242.843997:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf6c0 x1801871316486144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.844002:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf6c0 x1801871316486144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.844024:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fac00. 02000000:00000010:2.0:1718399242.844030:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fae00. 00000100:00000010:2.0:1718399242.844033:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf6c0. 00000100:00000010:2.0:1718399242.844036:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399242.844040:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571ac0. 00000400:00000200:0.0:1718399242.846977:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.846992:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5bb40 00000400:00000200:0.0:1718399242.846998:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac3e1 [2] + 0 00000400:00000200:0.0:1718399242.847053:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.847057:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.847062:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.847068:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000020:00000010:1.0:1718399242.847161:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399242.847166:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399242.847169:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399242.847190:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317908288/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399242.847222:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317908288 02000000:00000010:1.0:1718399242.847229:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc600. 00010000:00000010:1.0:1718399242.847253:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093281f80. 00010000:00000010:1.0:1718399242.847290:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8801373e6d40. 00000100:00000010:1.0:1718399242.847296:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2540. 00000100:00000010:1.0:1718399242.847303:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2540. 00010000:00000010:1.0:1718399242.847305:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8801373e6d40. 00000400:00000010:1.0:1718399242.847317:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ae58. 00000100:00000200:1.0:1718399242.847321:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317908288, offset 224 00000400:00000200:1.0:1718399242.847327:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.847334:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.847340:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90072:90072:256:4294967295] 192.168.202.25@tcp LPNI seq info [90072:90072:8:4294967295] 00000400:00000200:1.0:1718399242.847348:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.847352:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.847355:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130de7000 (tot 82314186). 00000800:00000200:1.0:1718399242.847359:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.847365:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.847368:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130de7000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.847378:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399242.847381:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399242.847384:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc400. 00000800:00000200:0.0:1718399242.847775:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.847785:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130de7000 (tot 82313938). 00000400:00000200:0.0:1718399242.847789:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.847792:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.847794:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ae58 00000400:00000010:0.0:1718399242.847795:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ae58. 00080000:00000010:2.0:1718399242.847839:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ec3000. 00010000:00000010:2.0:1718399242.847899:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6d80. 00010000:00000010:2.0:1718399242.847905:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093281f00. 00010000:00000010:2.0:1718399242.847961:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356dd40. 00010000:00000010:2.0:1718399242.847965:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6d80. 00010000:00000010:2.0:1718399242.847972:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571ac0. 00000100:00000010:2.0:1718399242.847975:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399242.847980:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf6c0. 02000000:00000010:2.0:1718399242.847988:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fae00. 02000000:00000010:2.0:1718399242.848004:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fac00. 00000400:00000010:2.0:1718399242.848007:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd948. 00000400:00000010:2.0:1718399242.848011:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399242.848014:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316486208, portal 16 00000400:00000010:2.0:1718399242.848017:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e440. 00000100:00000200:2.0:1718399242.848018:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316486208, offset 0 00000400:00000200:2.0:1718399242.848022:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.848027:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.848032:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.848034:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.848036:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.848038:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90073:90073:256:4294967295] 192.168.202.25@tcp LPNI seq info [90073:90073:8:4294967295] 00000400:00000200:2.0:1718399242.848044:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.848046:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.848049:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ec3d00 (tot 82314186). 00000800:00000200:2.0:1718399242.848052:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.848055:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.848057:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ec3d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.848569:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.848571:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ec3d00 (tot 82313938). 00000400:00000200:1.0:1718399242.848574:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.848577:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.848578:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e440 00000400:00000010:1.0:1718399242.848580:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e440. 00000100:00000200:1.0:1718399242.848584:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf6c0 x1801871316486208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.849624:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.849633:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00840 00000400:00000200:0.0:1718399242.849637:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xada71 [1] + 224 00000400:00000200:0.0:1718399242.849652:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.849654:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.849659:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf6c0 x1801871316486208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.849819:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd948. 00000400:00000200:2.0:1718399242.849822:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:2.0:1718399242.849824:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000100:00000200:2.0:1718399242.849828:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf6c0 x1801871316486208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.849833:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf6c0 x1801871316486208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.849854:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fac00. 02000000:00000010:2.0:1718399242.849859:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fae00. 00000100:00000010:2.0:1718399242.849861:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf6c0. 00000100:00000010:2.0:1718399242.849864:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399242.849868:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571ac0. 00000400:00000200:0.0:1718399242.852739:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.852752:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5bb80 00000400:00000200:0.0:1718399242.852758:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac3e1 [2] + 328 00000400:00000200:0.0:1718399242.852816:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.852819:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.852824:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.852829:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00010000:00000010:1.1:1718399242.852876:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093174200. 00010000:00000010:1.1:1718399242.852883:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8a880. 00000020:00000010:2.0:1718399242.853290:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fae00. 00000020:00000010:2.0:1718399242.853294:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6100. 00000020:00000010:2.0:1718399242.853297:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.853312:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317908352/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.853917:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317908352 02000000:00000010:2.0:1718399242.853925:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fac00. 00010000:00000010:2.0:1718399242.853946:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093281100. 00010000:00000010:2.0:1718399242.853960:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571ec0. 00000100:00000010:2.0:1718399242.853965:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399242.854134:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399242.854139:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571ec0. 00000400:00000010:2.0:1718399242.854148:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399242.854152:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317908352, offset 224 00000400:00000200:2.0:1718399242.854157:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.854165:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.854170:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90074:90074:256:4294967295] 192.168.202.25@tcp LPNI seq info [90074:90074:8:4294967295] 00000400:00000200:2.0:1718399242.854177:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.854181:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.854184:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ec3d00 (tot 82314186). 00000800:00000200:2.0:1718399242.854189:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.854195:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.854198:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ec3d00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1718399242.854420:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53dec00. 00010000:00000010:3.0:1718399242.854481:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6d80. 00010000:00000010:3.0:1718399242.854486:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093281480. 00010000:00000010:3.0:1718399242.854538:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cfc0. 00010000:00000010:3.0:1718399242.854542:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.854548:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d9dc0. 00000100:00000010:3.0:1718399242.854551:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc000. 00000100:00000010:3.0:1718399242.854557:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.854565:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399242.854580:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3e00. 00000400:00000010:3.0:1718399242.854584:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399242.854587:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466880. 00000100:00000200:3.0:1718399242.854590:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316486272, portal 16 00000400:00000010:3.0:1718399242.854593:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94667f8. 00000100:00000200:3.0:1718399242.854594:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316486272, offset 0 00000400:00000200:3.0:1718399242.854598:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.854603:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.854607:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.854609:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.854612:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.854613:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90075:90075:255:4294967295] 192.168.202.25@tcp LPNI seq info [90075:90075:7:4294967295] 00000400:00000200:3.0:1718399242.854619:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.854622:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.854624:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53dea00 (tot 82314434). 00000800:00000200:3.0:1718399242.854626:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.854629:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.854631:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53dea00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.854666:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6100. 00000020:00000010:2.0:1718399242.854670:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.854673:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fae00. 00000800:00000200:0.0:1718399242.854976:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.854979:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ec3d00 (tot 82314186). 00000400:00000200:0.0:1718399242.854982:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.854985:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.854988:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:0.0:1718399242.854989:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000800:00000200:0.0:1718399242.855220:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.855222:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53dea00 (tot 82313938). 00000400:00000200:0.0:1718399242.855225:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.855228:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.855230:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94667f8 00000400:00000010:0.0:1718399242.855230:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94667f8. 00000100:00000200:0.0:1718399242.855234:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316486272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.855469:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d25f80. 00010000:00000010:0.1:1718399242.855495:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009a94b700. 00010000:00000010:0.1:1718399242.855498:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c900. 00000400:00000200:0.0:1718399242.856586:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.856598:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00880 00000400:00000200:0.0:1718399242.856603:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xada7d [1] + 224 00000400:00000200:0.0:1718399242.856621:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.856625:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.856629:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316486272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.856806:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399242.856811:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466880 00000400:00000010:3.0:1718399242.856812:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466880. 00000100:00000200:3.0:1718399242.856817:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316486272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.856823:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316486272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.856843:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399242.856848:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2600. 00000100:00000010:3.0:1718399242.856851:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.856855:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc000. 00010000:00000010:3.0:1718399242.856858:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d9dc0. 00000400:00000200:0.0:1718399242.859969:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.859984:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5bbc0 00000400:00000200:0.0:1718399242.859991:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac3e1 [2] + 656 00000400:00000200:0.0:1718399242.860048:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.860052:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.860057:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.860063:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00000020:00000010:2.0:1718399242.860312:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fae00. 00000020:00000010:2.0:1718399242.860317:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6100. 00000020:00000010:2.0:1718399242.860320:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.860338:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317908416/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399242.860369:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317908416 02000000:00000010:2.0:1718399242.860375:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fbc00. 00010000:00000010:2.0:1718399242.860397:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f6e080. 00010000:00000010:2.0:1718399242.860411:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571ec0. 00000100:00000010:2.0:1718399242.860416:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399242.860423:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399242.860427:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571ec0. 00000400:00000010:2.0:1718399242.860435:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e330. 00000100:00000200:2.0:1718399242.860439:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317908416, offset 224 00000400:00000200:2.0:1718399242.860444:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.860451:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.860455:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90076:90076:256:4294967295] 192.168.202.25@tcp LPNI seq info [90076:90076:8:4294967295] 00000400:00000200:2.0:1718399242.860462:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.860466:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.860470:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ec3d00 (tot 82314186). 00000800:00000200:2.0:1718399242.860474:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.860481:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.860484:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ec3d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.860494:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6100. 00000020:00000010:2.0:1718399242.860496:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.860498:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fae00. 00000800:00000200:0.0:1718399242.860673:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.860676:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ec3d00 (tot 82313938). 00000400:00000200:0.0:1718399242.860680:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.860683:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.860685:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e330 00000400:00000010:0.0:1718399242.860686:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e330. 00080000:00000010:3.0:1718399242.860753:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53de900. 00010000:00000010:3.0:1718399242.860817:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.860821:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093f6e000. 00010000:00000010:3.0:1718399242.860877:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c6c0. 00010000:00000010:3.0:1718399242.860880:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.860885:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d9dc0. 00000100:00000010:3.0:1718399242.860888:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc000. 00000100:00000010:3.0:1718399242.860893:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.860900:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399242.860916:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3e00. 00000400:00000010:3.0:1718399242.860919:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399242.860922:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466880. 00000100:00000200:3.0:1718399242.860925:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316486336, portal 16 00000400:00000010:3.0:1718399242.860928:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466ee0. 00000100:00000200:3.0:1718399242.860929:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316486336, offset 0 00000400:00000200:3.0:1718399242.860933:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.860938:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.860943:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.860945:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.860947:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.860949:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90077:90077:256:4294967295] 192.168.202.25@tcp LPNI seq info [90077:90077:8:4294967295] 00000400:00000200:3.0:1718399242.860955:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.860959:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.860961:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53de200 (tot 82314186). 00000800:00000200:3.0:1718399242.860964:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.860967:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.860969:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53de200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.861030:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.861032:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53de200 (tot 82313938). 00000400:00000200:0.0:1718399242.861035:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.861038:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.861040:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466ee0 00000400:00000010:0.0:1718399242.861041:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466ee0. 00000100:00000200:0.0:1718399242.861045:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316486336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.862044:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ec3300. 00010000:00000010:1.1:1718399242.862050:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00000400:00000200:0.0:1718399242.862969:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.862979:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc008c0 00000400:00000200:0.0:1718399242.862984:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xada89 [1] + 224 00000400:00000200:0.0:1718399242.862997:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.863000:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.863005:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316486336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.863100:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399242.863104:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466880 00000400:00000010:3.0:1718399242.863106:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466880. 00000100:00000200:3.0:1718399242.863110:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316486336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.863117:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316486336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.863323:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399242.863332:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2600. 00000100:00000010:3.0:1718399242.863335:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.863339:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc000. 00010000:00000010:3.0:1718399242.863342:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d9dc0. 00000400:00000200:1.0:1718399242.863689:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399242.863696:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5bc00 00000400:00000200:1.0:1718399242.863700:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac3e1 [2] + 984 00000400:00000200:1.0:1718399242.863739:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.863742:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399242.863746:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399242.863749:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 00000020:00000010:3.0:1718399242.864042:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a2600. 00000020:00000010:3.0:1718399242.864046:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399242.864050:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399242.864065:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df73440 x1801871317908480/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399242.864094:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317908480 02000000:00000010:3.0:1718399242.864101:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3e00. 00010000:00000010:3.0:1718399242.864118:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5256280. 00010000:00000010:3.0:1718399242.864131:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d9dc0. 00000100:00000010:3.0:1718399242.864135:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc000. 00000100:00000010:3.0:1718399242.864140:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc000. 00010000:00000010:3.0:1718399242.864142:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d9dc0. 00000400:00000010:3.0:1718399242.864150:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466880. 00000100:00000200:3.0:1718399242.864152:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317908480, offset 224 00000400:00000200:3.0:1718399242.864158:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.864164:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.864168:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90078:90078:256:4294967295] 192.168.202.25@tcp LPNI seq info [90078:90078:8:4294967295] 00000400:00000200:3.0:1718399242.864174:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.864178:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.864181:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53de500 (tot 82314186). 00000800:00000200:3.0:1718399242.864185:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.864190:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.864193:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53de500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.864203:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399242.864206:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399242.864208:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a2600. 00080000:00000010:3.0:1718399242.864224:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53ded00. 00010000:00000010:3.0:1718399242.864290:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.864294:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5256f80. 00010000:00000010:3.0:1718399242.864345:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c000. 00010000:00000010:3.0:1718399242.864348:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.864354:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d9dc0. 00000100:00000010:3.0:1718399242.864357:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc000. 00000100:00000010:3.0:1718399242.864361:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.864368:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399242.864381:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2200. 00000400:00000010:3.0:1718399242.864384:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399242.864386:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466e58. 00000100:00000200:3.0:1718399242.864389:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316486400, portal 16 00000400:00000010:3.0:1718399242.864392:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466a18. 00000100:00000200:3.0:1718399242.864393:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316486400, offset 0 00000400:00000200:3.0:1718399242.864396:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.864401:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.864407:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.864410:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.864412:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.864414:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90079:90079:255:4294967295] 192.168.202.25@tcp LPNI seq info [90079:90079:7:4294967295] 00000400:00000200:3.0:1718399242.864419:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.864422:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.864424:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53de800 (tot 82314434). 00000800:00000200:3.0:1718399242.864426:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.864430:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.864431:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53de800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.864510:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.864512:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53de500 (tot 82314186). 00000400:00000200:1.0:1718399242.864515:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.864518:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.864520:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466880 00000400:00000010:1.0:1718399242.864521:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466880. 00000800:00000200:1.0:1718399242.864538:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.864539:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53de800 (tot 82313938). 00000400:00000200:1.0:1718399242.864541:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.864543:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.864545:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466a18 00000400:00000010:1.0:1718399242.864545:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466a18. 00000100:00000200:1.0:1718399242.864548:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316486400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.866051:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d26f40. 00000400:00000200:0.0:1718399242.867520:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.867535:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00900 00000400:00000200:0.0:1718399242.867540:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xada95 [1] + 224 00000400:00000200:0.0:1718399242.867555:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.867558:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.867565:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316486400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.868472:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399242.868476:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466e58 00000400:00000010:3.0:1718399242.868478:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466e58. 00000100:00000200:3.0:1718399242.868483:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316486400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.868489:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316486400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.868520:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399242.868690:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2600. 00000100:00000010:3.0:1718399242.868694:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.868698:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc000. 00010000:00000010:3.0:1718399242.868701:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d9dc0. 00000400:00000200:0.0:1718399242.869019:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.869026:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5bc40 00000400:00000200:0.0:1718399242.869031:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac3e1 [2] + 1312 00000400:00000200:0.0:1718399242.869206:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.869211:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.869215:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.869218:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 00000020:00000010:3.0:1718399242.869372:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a2600. 00000020:00000010:3.0:1718399242.869376:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399242.869379:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399242.869396:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317908544/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399242.869412:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317908544 02000000:00000010:3.0:1718399242.869418:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2200. 00010000:00000010:3.0:1718399242.869439:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009223e200. 00010000:00000010:3.0:1718399242.869450:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d9dc0. 00000100:00000010:3.0:1718399242.869456:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc000. 00000100:00000010:3.0:1718399242.869462:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc000. 00010000:00000010:3.0:1718399242.869464:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d9dc0. 00080000:00000010:3.0:1718399242.869481:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53de800. 00010000:00000010:3.0:1718399242.869538:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.869543:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009223e180. 00010000:00000010:3.0:1718399242.870004:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cb40. 00010000:00000010:3.0:1718399242.870009:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.870015:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d9dc0. 00000100:00000010:3.0:1718399242.870017:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc000. 00000100:00000010:3.0:1718399242.870022:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.870029:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.870045:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.870048:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399242.870051:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466e58. 00000100:00000200:3.0:1718399242.870055:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316486464, portal 16 00000400:00000010:3.0:1718399242.870058:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399242.870060:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316486464, offset 0 00000400:00000200:3.0:1718399242.870065:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.870071:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.870077:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.870079:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.870081:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.870084:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90080:90080:256:4294967295] 192.168.202.25@tcp LPNI seq info [90080:90080:8:4294967295] 00000400:00000200:3.0:1718399242.870091:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.870095:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.870097:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53de500 (tot 82314186). 00000800:00000200:3.0:1718399242.870101:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.870107:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.870110:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53de500 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1718399242.870140:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466bb0. 00000100:00000200:3.0:1718399242.870142:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317908544, offset 224 00000400:00000200:3.0:1718399242.870146:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.870150:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.870153:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90081:90081:255:4294967295] 192.168.202.25@tcp LPNI seq info [90081:90081:7:4294967295] 00000400:00000200:3.0:1718399242.870158:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.870160:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.870162:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53de200 (tot 82314434). 00000800:00000200:3.0:1718399242.870164:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.870167:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.870168:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53de200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.870177:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399242.870180:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399242.870183:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a2600. 00000800:00000200:0.0:1718399242.870996:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.870999:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53de500 (tot 82314186). 00000400:00000200:0.0:1718399242.871003:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.871007:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.871010:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:0.0:1718399242.871011:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:0.0:1718399242.871015:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316486464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1718399242.871055:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.871057:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53de200 (tot 82313938). 00000400:00000200:0.0:1718399242.871059:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.871061:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.871063:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466bb0 00000400:00000010:0.0:1718399242.871064:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466bb0. 00000400:00000200:0.0:1718399242.872102:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.872112:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00940 00000400:00000200:0.0:1718399242.872118:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xada9d [1] + 224 00000400:00000200:0.0:1718399242.872126:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.872129:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.872134:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316486464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.872166:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.872171:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5bc80 00000400:00000200:0.0:1718399242.872175:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac3e1 [2] + 1640 00000400:00000200:0.0:1718399242.872185:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.872187:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.872191:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.872196:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 00000400:00000010:3.0:1718399242.872283:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399242.872288:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466e58 00000400:00000010:3.0:1718399242.872289:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466e58. 00000100:00000200:3.0:1718399242.872293:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316486464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.872301:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316486464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.872321:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.872325:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.872328:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.872331:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc000. 00010000:00000010:3.0:1718399242.872334:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d9dc0. 00010000:00000010:1.1:1718399242.872415:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801303ae800. 00010000:00000010:1.1:1718399242.872420:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cfc0. 00000020:00000010:2.0:1718399242.872456:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa400. 00000020:00000010:2.0:1718399242.872461:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6100. 00000020:00000010:2.0:1718399242.872463:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.872478:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c2797c0 x1801871317908608/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399242.872494:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317908608 02000000:00000010:2.0:1718399242.872500:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb000. 00010000:00000010:2.0:1718399242.872518:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093d29d80. 00010000:00000010:2.0:1718399242.872531:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800935710c0. 00000100:00000010:2.0:1718399242.872536:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399242.872542:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399242.872545:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800935710c0. 00000400:00000010:2.0:1718399242.872554:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eaa0. 00000100:00000200:2.0:1718399242.872556:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317908608, offset 224 00000400:00000200:2.0:1718399242.872562:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.872568:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.872573:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90082:90082:256:4294967295] 192.168.202.25@tcp LPNI seq info [90082:90082:8:4294967295] 00000400:00000200:2.0:1718399242.872579:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.872583:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.872586:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5159400 (tot 82314186). 00000800:00000200:2.0:1718399242.872590:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.872595:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.872597:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5159400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.872607:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6100. 00000020:00000010:2.0:1718399242.872611:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.872612:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa400. 00000800:00000200:0.0:1718399242.872701:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.872703:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5159400 (tot 82313938). 00000400:00000200:0.0:1718399242.872707:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.872710:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.872712:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eaa0 00000400:00000010:0.0:1718399242.872713:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eaa0. 00080000:00000010:3.0:1718399242.874044:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53dea00. 00010000:00000010:3.0:1718399242.874108:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.874114:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093d29f00. 00010000:00000010:3.0:1718399242.874164:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09df80. 00010000:00000010:3.0:1718399242.874169:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.874176:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d9dc0. 00000100:00000010:3.0:1718399242.874180:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc000. 00000100:00000010:3.0:1718399242.874186:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.874195:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.874213:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.874216:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399242.874220:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466e58. 00000100:00000200:3.0:1718399242.874224:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316486528, portal 16 00000400:00000010:3.0:1718399242.874227:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466b28. 00000100:00000200:3.0:1718399242.874228:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316486528, offset 0 00000400:00000200:3.0:1718399242.874233:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.874239:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.874245:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.874247:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.874250:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.874252:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90083:90083:256:4294967295] 192.168.202.25@tcp LPNI seq info [90083:90083:8:4294967295] 00000400:00000200:3.0:1718399242.874258:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.874261:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.874264:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53de700 (tot 82314186). 00000800:00000200:3.0:1718399242.874267:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.874294:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.874296:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53de700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.874423:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.874426:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53de700 (tot 82313938). 00000400:00000200:0.0:1718399242.874430:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.874433:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.874435:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466b28 00000400:00000010:0.0:1718399242.874437:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466b28. 00000100:00000200:0.0:1718399242.874441:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316486528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.875674:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e308d80. 00000400:00000200:0.0:1718399242.876354:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.876365:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00980 00000400:00000200:0.0:1718399242.876371:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadaad [1] + 224 00000400:00000200:0.0:1718399242.876385:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.876389:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.876395:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316486528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.877196:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.877202:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5bcc0 00000400:00000200:0.0:1718399242.877207:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac3e1 [2] + 1968 00000400:00000010:0.0:1718399242.877209:0:18240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92688. 00000400:00000200:0.0:1718399242.877212:0:18240:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800930d9780 00000400:00000200:0.0:1718399242.877246:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.877250:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.877253:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800930d9780 00000400:00000010:0.0:1718399242.877255:0:18240:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800930d9780 (tot 82313786). 00000100:00000200:0.0:1718399242.877260:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1718399242.877302:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c3200. 00000020:00000010:0.0:1718399242.877306:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399242.877310:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399242.877327:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a9ea9050 x1801871317908672/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1718399242.877344:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317908672 02000000:00000010:0.0:1718399242.877351:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2a00. 00010000:00000010:0.0:1718399242.877374:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692dd00. 00000100:00000010:0.0:1718399242.877379:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9780. 00000100:00000010:0.0:1718399242.877384:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9780. 00010000:00000010:0.0:1718399242.877386:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692dd00. 00000400:00000010:0.0:1718399242.877394:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376b28. 00000100:00000200:0.0:1718399242.877398:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317908672, offset 224 00000400:00000200:0.0:1718399242.877402:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.877409:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.877414:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90084:90084:256:4294967295] 192.168.202.25@tcp LPNI seq info [90084:90084:8:4294967295] 00000400:00000200:0.0:1718399242.877420:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.877425:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.877427:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365cd00 (tot 82314034). 00000800:00000200:0.0:1718399242.877431:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.877436:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.877438:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365cd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399242.877447:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399242.877450:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399242.877452:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c3200. 02000000:00000010:0.0:1718399242.877458:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb000. 00000100:00000010:0.0:1718399242.877461:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 02000000:00000010:0.0:1718399242.877464:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2200. 00000100:00000010:0.0:1718399242.877466:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 02000000:00000010:0.0:1718399242.877468:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3e00. 00000100:00000010:0.0:1718399242.877469:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 02000000:00000010:0.0:1718399242.877471:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fbc00. 00000100:00000010:0.0:1718399242.877473:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 02000000:00000010:0.0:1718399242.877475:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fac00. 00000100:00000010:0.0:1718399242.877477:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 02000000:00000010:0.0:1718399242.877479:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc600. 00000100:00000010:0.0:1718399242.877480:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 00000100:00000200:0.0:1718399242.877484:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1718399242.877486:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92688. 00000400:00000010:0.0:1718399242.877488:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8800930d9780 (tot 82314186). 00000800:00000200:0.0:1718399242.877517:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.877519:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365cd00 (tot 82313938). 00000400:00000200:0.0:1718399242.877521:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.877524:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.877525:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376b28 00000400:00000010:0.0:1718399242.877527:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376b28. 02000000:00000010:0.0:1718399242.877529:0:18240:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2a00. 00000400:00000010:3.0:1718399242.878132:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399242.878136:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466e58 00000400:00000010:3.0:1718399242.878138:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466e58. 00000100:00000200:3.0:1718399242.878143:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316486528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.878149:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316486528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399242.878165:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a506ee80. 02000000:00000010:3.0:1718399242.878177:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.878180:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.878182:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.878185:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc000. 00010000:00000010:3.0:1718399242.878188:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d9dc0. 00080000:00000010:3.0:1718399242.878199:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53dee00. 00010000:00000010:3.0:1718399242.878250:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.878254:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a506eb80. 00010000:00000010:3.0:1718399242.878321:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09e880. 00010000:00000010:3.0:1718399242.878324:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.878331:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d9dc0. 00000100:00000010:3.0:1718399242.878334:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88008f199cc0. 00000100:00000010:3.0:1718399242.878339:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.878345:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.878361:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.878856:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399242.878859:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466e58. 00000100:00000200:3.0:1718399242.878862:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316486592, portal 16 00000400:00000010:3.0:1718399242.878865:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.878866:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316486592, offset 0 00000400:00000200:3.0:1718399242.878870:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.878876:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.878881:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.878884:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.878885:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.878887:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90085:90085:256:4294967295] 192.168.202.25@tcp LPNI seq info [90085:90085:8:4294967295] 00000400:00000200:3.0:1718399242.878892:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.878896:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.878898:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53de600 (tot 82314186). 00000800:00000200:3.0:1718399242.878901:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.878906:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.878908:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53de600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.878961:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.878963:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53de600 (tot 82313938). 00000400:00000200:0.0:1718399242.878966:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.878969:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.878971:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:0.0:1718399242.878972:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:0.0:1718399242.878976:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316486592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.880194:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.880203:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc009c0 00000400:00000200:0.0:1718399242.880208:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadabd [1] + 224 00000400:00000200:0.0:1718399242.880219:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.880222:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.880227:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316486592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.880404:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399242.880407:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466e58 00000400:00000010:3.0:1718399242.880408:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466e58. 00000100:00000200:3.0:1718399242.880411:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316486592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.880417:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316486592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.880434:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.880437:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.880440:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.880443:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88008f199cc0. 00010000:00000010:3.0:1718399242.880446:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d9dc0. 00000400:00000200:0.0:1718399242.881077:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.881083:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5bd00 00000400:00000200:0.0:1718399242.881088:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac441 [2] + 0 00000400:00000200:0.0:1718399242.881130:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.881133:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.881137:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.881141:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000020:00000010:2.0:1718399242.881217:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb600. 00000020:00000010:2.0:1718399242.881221:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6100. 00000020:00000010:2.0:1718399242.881224:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.881239:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317908736/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.881264:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317908736 02000000:00000010:2.0:1718399242.881285:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb400. 00010000:00000010:2.0:1718399242.881303:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012ecd7d80. 00010000:00000010:2.0:1718399242.881316:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571dc0. 00000100:00000010:2.0:1718399242.881320:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399242.881333:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399242.881336:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571dc0. 00000400:00000010:2.0:1718399242.881343:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eb28. 00000100:00000200:2.0:1718399242.881346:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317908736, offset 224 00000400:00000200:2.0:1718399242.881351:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.881357:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.881361:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90086:90086:256:4294967295] 192.168.202.25@tcp LPNI seq info [90086:90086:8:4294967295] 00000400:00000200:2.0:1718399242.881368:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.881372:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.881374:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b439bc00 (tot 82314186). 00000800:00000200:2.0:1718399242.881378:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.881383:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.881385:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800b439bc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.881393:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6100. 00000020:00000010:2.0:1718399242.881396:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.881398:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb600. 00000800:00000200:0.0:1718399242.881463:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.881465:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b439bc00 (tot 82313938). 00000400:00000200:0.0:1718399242.881467:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.881470:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.881472:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eb28 00000400:00000010:0.0:1718399242.881473:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eb28. 00080000:00000010:3.0:1718399242.881520:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53def00. 00010000:00000010:3.0:1718399242.881572:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.881577:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012ecd7480. 00010000:00000010:3.0:1718399242.881623:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d440. 00010000:00000010:3.0:1718399242.881626:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.881632:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d9dc0. 00000100:00000010:3.0:1718399242.881635:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88008f199cc0. 00000100:00000010:3.0:1718399242.881640:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.881646:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.881658:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.881661:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399242.881663:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466e58. 00000100:00000200:3.0:1718399242.881666:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316486656, portal 16 00000400:00000010:3.0:1718399242.881668:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466088. 00000100:00000200:3.0:1718399242.881669:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316486656, offset 0 00000400:00000200:3.0:1718399242.881673:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.881678:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.881682:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.881685:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.881687:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.881689:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90087:90087:256:4294967295] 192.168.202.25@tcp LPNI seq info [90087:90087:8:4294967295] 00000400:00000200:3.0:1718399242.881695:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.881698:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.881700:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53de300 (tot 82314186). 00000800:00000200:3.0:1718399242.881702:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.881706:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.881707:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53de300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.881795:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.881797:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53de300 (tot 82313938). 00000400:00000200:0.0:1718399242.881800:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.881803:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.881805:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466088 00000400:00000010:0.0:1718399242.881806:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466088. 00000100:00000200:0.0:1718399242.881809:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316486656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.883954:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093efc6c0. 00010000:00000010:1.1:1718399242.883960:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2e8b00. 00010000:00000010:1.1:1718399242.883963:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c6c0. 00010000:00000010:1.1:1718399242.884006:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d42f40. 00010000:00000010:1.1:1718399242.884008:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922b2a00. 00010000:00000010:1.1:1718399242.884013:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c000. 00000400:00000200:2.0:1718399242.887618:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.887635:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00a00 00000400:00000200:2.0:1718399242.887642:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadac9 [1] + 224 00000400:00000200:2.0:1718399242.887660:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.887664:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.887672:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316486656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.887708:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.887713:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5bd40 00000400:00000200:2.0:1718399242.887717:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac441 [2] + 328 00000400:00000200:2.0:1718399242.887767:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.887771:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.887775:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399242.887789:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf6c0. 00000400:00000010:3.0:1718399242.887978:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399242.887983:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466e58 00000400:00000010:3.0:1718399242.887985:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466e58. 00000100:00000200:3.0:1718399242.887989:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316486656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.887995:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316486656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.888023:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.888028:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.888030:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.888034:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88008f199cc0. 00010000:00000010:3.0:1718399242.888038:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d9dc0. 00000020:00000010:1.0:1718399242.891844:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc800. 00000020:00000010:1.0:1718399242.891855:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399242.891858:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399242.891886:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbf6c0 x1801871317908800/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399242.893572:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317908800 02000000:00000010:1.0:1718399242.893585:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc400. 00010000:00000010:1.0:1718399242.893611:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009ae37600. 00010000:00000010:1.0:1718399242.893625:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8801372703c0. 00000100:00000010:1.0:1718399242.893632:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2540. 00000100:00000010:1.0:1718399242.893641:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2540. 00010000:00000010:1.0:1718399242.893644:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8801372703c0. 00000400:00000010:1.0:1718399242.893654:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a4c8. 00000100:00000200:1.0:1718399242.893661:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317908800, offset 224 00000400:00000200:1.0:1718399242.893668:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.893680:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.893686:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90088:90088:256:4294967295] 192.168.202.25@tcp LPNI seq info [90088:90088:8:4294967295] 00000400:00000200:1.0:1718399242.893694:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.893699:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.893703:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130de7000 (tot 82314186). 00000800:00000200:1.0:1718399242.893707:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.893714:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.893718:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130de7000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.893734:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399242.893737:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399242.893742:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc800. 00010000:00000010:1.1:1718399242.893775:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930faf40. 00000800:00000200:0.0:1718399242.893900:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.893902:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130de7000 (tot 82313938). 00000400:00000200:0.0:1718399242.893906:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.893909:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.893912:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a4c8 00000400:00000010:0.0:1718399242.893914:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a4c8. 00080000:00000010:3.0:1718399242.894556:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53de400. 00010000:00000010:3.0:1718399242.894620:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.894626:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009ae37780. 00010000:00000010:3.0:1718399242.894940:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d200. 00010000:00000010:3.0:1718399242.894946:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.894954:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d9dc0. 00000100:00000010:3.0:1718399242.894958:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88008f199cc0. 00000100:00000010:3.0:1718399242.894965:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.894975:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.894994:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.894999:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399242.895003:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466e58. 00000100:00000200:3.0:1718399242.895007:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316486720, portal 16 00000400:00000010:3.0:1718399242.895010:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466dd0. 00000100:00000200:3.0:1718399242.895011:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316486720, offset 0 00000400:00000200:3.0:1718399242.895016:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.895022:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.895028:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.895031:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.895033:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.895040:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90089:90089:256:4294967295] 192.168.202.25@tcp LPNI seq info [90089:90089:8:4294967295] 00000400:00000200:3.0:1718399242.895047:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.895050:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.895053:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53deb00 (tot 82314186). 00000800:00000200:3.0:1718399242.895056:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.895060:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.895062:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53deb00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.895869:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.895872:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53deb00 (tot 82313938). 00000400:00000200:0.0:1718399242.895876:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.895880:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.895883:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466dd0 00000400:00000010:0.0:1718399242.895884:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466dd0. 00000100:00000200:0.0:1718399242.895889:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316486720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.897837:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a52a7300. 00010000:00000010:1.1:1718399242.897842:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cb40. 00010000:00000010:1.1:1718399242.897909:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930eeac0. 00010000:00000010:1.1:1718399242.897912:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880095725800. 00010000:00000010:1.1:1718399242.897916:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09df80. 00010000:00000010:1.1:1718399242.897920:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ac4000. 00010000:00000010:1.1:1718399242.897923:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09e880. 00000400:00000200:0.0:1718399242.899235:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.899249:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00a40 00000400:00000200:0.0:1718399242.899255:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadad5 [1] + 224 00000400:00000200:0.0:1718399242.899289:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.899293:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.899300:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316486720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.899568:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399242.899573:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466e58 00000400:00000010:3.0:1718399242.899575:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466e58. 00000100:00000200:3.0:1718399242.899579:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316486720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.899585:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316486720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.899609:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.899614:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.899617:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.899621:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88008f199cc0. 00010000:00000010:3.0:1718399242.899625:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d9dc0. 00000400:00000200:0.0:1718399242.899770:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.899790:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5bd80 00000400:00000200:0.0:1718399242.899796:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac441 [2] + 656 00000400:00000200:0.0:1718399242.899966:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.899970:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.899974:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.899978:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000020:00000010:2.0:1718399242.900058:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb600. 00000020:00000010:2.0:1718399242.900064:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6100. 00000020:00000010:2.0:1718399242.900068:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.900085:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317908864/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399242.900145:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317908864 02000000:00000010:2.0:1718399242.900153:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fae00. 00010000:00000010:2.0:1718399242.900173:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009fb01300. 00010000:00000010:2.0:1718399242.900187:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571dc0. 00000100:00000010:2.0:1718399242.900191:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399242.900208:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399242.900211:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571dc0. 00000400:00000010:2.0:1718399242.900219:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ea18. 00000100:00000200:2.0:1718399242.900222:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317908864, offset 224 00000400:00000200:2.0:1718399242.900227:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.900235:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.900240:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90090:90090:256:4294967295] 192.168.202.25@tcp LPNI seq info [90090:90090:8:4294967295] 00000400:00000200:2.0:1718399242.900248:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.900252:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.900256:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b439bb00 (tot 82314186). 00000800:00000200:2.0:1718399242.900260:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.900266:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.900284:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800b439bb00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.900295:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6100. 00000020:00000010:2.0:1718399242.900299:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.900301:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb600. 00000800:00000200:0.0:1718399242.900984:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.900987:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b439bb00 (tot 82313938). 00000400:00000200:0.0:1718399242.900991:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.900994:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.900996:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ea18 00000400:00000010:0.0:1718399242.900997:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ea18. 00080000:00000010:3.0:1718399242.901082:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53de300. 00010000:00000010:3.0:1718399242.901135:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.901141:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009fb01280. 00010000:00000010:3.0:1718399242.901197:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c900. 00010000:00000010:3.0:1718399242.901201:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.901208:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d9dc0. 00000100:00000010:3.0:1718399242.901211:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88008f199cc0. 00000100:00000010:3.0:1718399242.901217:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.901225:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.901241:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.901244:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399242.901247:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466e58. 00000100:00000200:3.0:1718399242.901251:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316486784, portal 16 00000400:00000010:3.0:1718399242.901255:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466dd0. 00000100:00000200:3.0:1718399242.901257:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316486784, offset 0 00000400:00000200:3.0:1718399242.901261:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.901266:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.901294:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.901297:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.901299:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.901301:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90091:90091:256:4294967295] 192.168.202.25@tcp LPNI seq info [90091:90091:8:4294967295] 00000400:00000200:3.0:1718399242.901307:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.901310:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.901313:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53de100 (tot 82314186). 00000800:00000200:3.0:1718399242.901315:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.901319:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.901321:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53de100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.901624:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.901626:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53de100 (tot 82313938). 00000400:00000200:0.0:1718399242.901630:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.901633:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.901635:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466dd0 00000400:00000010:0.0:1718399242.901636:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466dd0. 00000100:00000200:0.0:1718399242.901640:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316486784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.901818:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009301f3c0. 00000400:00000200:0.0:1718399242.904161:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.904172:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00a80 00000400:00000200:0.0:1718399242.904179:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadae1 [1] + 224 00000400:00000200:0.0:1718399242.904193:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.904196:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.904202:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316486784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.904407:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c57600. 00010000:00000010:2.1:1718399242.904413:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d440. 00010000:00000010:3.1:1718399242.904601:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2a5200. 00000400:00000010:3.0:1718399242.904626:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399242.904630:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466e58 00000400:00000010:3.0:1718399242.904632:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466e58. 00000100:00000200:3.0:1718399242.904636:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316486784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.904647:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316486784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.904668:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.904673:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.904675:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.904679:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88008f199cc0. 00010000:00000010:3.0:1718399242.904683:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d9dc0. 00000400:00000200:0.0:1718399242.905244:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.905256:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5bdc0 00000400:00000200:0.0:1718399242.905261:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac441 [2] + 984 00000400:00000200:0.0:1718399242.905316:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.905319:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.905323:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.905327:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00000020:00000010:2.0:1718399242.905775:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fac00. 00000020:00000010:2.0:1718399242.905791:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6b80. 00000020:00000010:2.0:1718399242.905795:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.905812:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317908928/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.905843:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317908928 02000000:00000010:2.0:1718399242.905850:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fbc00. 00010000:00000010:2.0:1718399242.905869:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009315c700. 00010000:00000010:2.0:1718399242.905884:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571000. 00000100:00000010:2.0:1718399242.905889:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399242.905896:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399242.905899:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571000. 00000400:00000010:2.0:1718399242.905906:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e6e8. 00080000:00000010:3.0:1718399242.905909:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53de600. 00000100:00000200:2.0:1718399242.905910:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317908928, offset 224 00000400:00000200:2.0:1718399242.905915:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.905922:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.905927:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90092:90092:256:4294967295] 192.168.202.25@tcp LPNI seq info [90092:90092:8:4294967295] 00000400:00000200:2.0:1718399242.905934:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.905939:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.905942:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b439bc00 (tot 82314186). 00000800:00000200:2.0:1718399242.905946:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.905952:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.905955:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800b439bc00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1718399242.905959:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.905964:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009315cb00. 00000020:00000010:2.0:1718399242.905976:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6b80. 00000020:00000010:2.0:1718399242.905980:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:2.0:1718399242.905982:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fac00. 00000800:00000200:0.0:1718399242.906059:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1718399242.906060:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f3c0. 00000800:00000010:0.0:1718399242.906061:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b439bc00 (tot 82313938). 00010000:00000010:3.0:1718399242.906065:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46e80. 00000400:00000200:0.0:1718399242.906065:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.906068:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.906070:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e6e8 00010000:00000010:3.0:1718399242.906071:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d9dc0. 00000400:00000010:0.0:1718399242.906072:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e6e8. 00000100:00000010:3.0:1718399242.906074:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88008f199cc0. 00000100:00000010:3.0:1718399242.906078:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.906086:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.906101:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399242.906104:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399242.906107:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466e58. 00000100:00000200:3.0:1718399242.906110:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316486848, portal 16 00000400:00000010:3.0:1718399242.906113:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466088. 00000100:00000200:3.0:1718399242.906114:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316486848, offset 0 00000400:00000200:3.0:1718399242.906118:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.906123:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.906128:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.906131:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.906132:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.906134:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90093:90093:256:4294967295] 192.168.202.25@tcp LPNI seq info [90093:90093:8:4294967295] 00000400:00000200:3.0:1718399242.906140:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.906144:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.906146:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53de700 (tot 82314186). 00000800:00000200:3.0:1718399242.906149:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.906152:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.906154:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53de700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.906227:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.906229:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53de700 (tot 82313938). 00000400:00000200:0.0:1718399242.906232:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.906235:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.906336:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466088 00000400:00000010:0.0:1718399242.906338:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466088. 00000100:00000200:0.0:1718399242.906343:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316486848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.908708:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.908722:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00ac0 00000400:00000200:0.0:1718399242.908728:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadaed [1] + 224 00000400:00000200:0.0:1718399242.908736:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.908738:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.908745:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316486848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.908835:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000010:3.0:1718399242.909457:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399242.909461:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466e58 00000400:00000010:3.0:1718399242.909463:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466e58. 00000100:00000200:3.0:1718399242.909467:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316486848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.909474:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316486848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.909477:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093365200. 02000000:00000010:3.0:1718399242.909494:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.909499:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.909503:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.909506:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88008f199cc0. 00010000:00000010:3.0:1718399242.909510:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d9dc0. 00000400:00000200:0.0:1718399242.910473:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5be00 00000400:00000200:0.0:1718399242.910478:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac441 [2] + 1312 00000400:00000200:0.0:1718399242.910535:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.910538:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.910543:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.910546:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 00000020:00000010:3.0:1718399242.915472:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399242.915481:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399242.915484:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399242.915503:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317908992/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399242.915533:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317908992 02000000:00000010:3.0:1718399242.915540:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3000. 00010000:00000010:3.0:1718399242.915559:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b488900. 00010000:00000010:3.0:1718399242.915571:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d9dc0. 00000100:00000010:3.0:1718399242.915576:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88008f199cc0. 00000100:00000010:3.0:1718399242.915584:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88008f199cc0. 00010000:00000010:3.0:1718399242.915587:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d9dc0. 00000400:00000010:3.0:1718399242.915596:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466e58. 00000100:00000200:3.0:1718399242.915601:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317908992, offset 224 00000400:00000200:3.0:1718399242.915607:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.915617:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.915623:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90094:90094:256:4294967295] 192.168.202.25@tcp LPNI seq info [90094:90094:8:4294967295] 00000400:00000200:3.0:1718399242.915631:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.915636:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.915639:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53de200 (tot 82314186). 00000800:00000200:3.0:1718399242.915644:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.915649:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.915652:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53de200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399242.915677:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399242.915681:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399242.915683:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00080000:00000010:3.0:1718399242.915704:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53de500. 00010000:00000010:2.1:1718399242.916122:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ac3e00. 00010000:00000010:2.1:1718399242.916128:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d200. 00010000:00000010:3.0:1718399242.917185:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.917191:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b488880. 00010000:00000010:3.0:1718399242.917256:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09ed00. 00010000:00000010:3.0:1718399242.917261:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.917285:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d9dc0. 00000100:00000010:3.0:1718399242.917290:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88008f199cc0. 00000100:00000010:3.0:1718399242.917297:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.917306:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.917324:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399242.917328:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399242.917332:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.917335:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316486912, portal 16 00000400:00000010:3.0:1718399242.917339:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466b28. 00000100:00000200:3.0:1718399242.917340:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316486912, offset 0 00000400:00000200:3.0:1718399242.917345:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.917353:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.917358:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.917361:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.917363:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.917366:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90095:90095:255:4294967295] 192.168.202.25@tcp LPNI seq info [90095:90095:7:4294967295] 00000400:00000200:3.0:1718399242.917373:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.917377:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.917380:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53de700 (tot 82314434). 00000800:00000200:3.0:1718399242.917384:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.917389:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.917391:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53de700 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1718399242.917718:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009337af40. 00000800:00000200:1.0:1718399242.917746:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.917749:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53de200 (tot 82314186). 00000400:00000200:1.0:1718399242.917753:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.917757:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.917760:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466e58 00000400:00000010:1.0:1718399242.917762:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466e58. 00000800:00000200:1.0:1718399242.917792:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.917794:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53de700 (tot 82313938). 00000400:00000200:1.0:1718399242.917796:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.917799:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.917801:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466b28 00000400:00000010:1.0:1718399242.917802:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466b28. 00000100:00000200:1.0:1718399242.917806:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316486912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.924056:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.924072:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00b00 00000400:00000200:0.0:1718399242.924079:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadaf9 [1] + 224 00000400:00000200:0.0:1718399242.924088:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.924091:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.924098:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316486912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.924133:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.924138:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5be40 00000400:00000200:0.0:1718399242.924142:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac441 [2] + 1640 00000400:00000200:0.0:1718399242.924202:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.924206:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.924210:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.924215:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 00000400:00000010:3.0:1718399242.925419:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399242.925425:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.925427:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.925434:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316486912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.925441:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316486912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.925466:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399242.925470:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.925473:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.925478:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88008f199cc0. 00010000:00000010:3.0:1718399242.925481:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d9dc0. 00000020:00000010:1.0:1718399242.926750:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fce00. 00000020:00000010:1.0:1718399242.926758:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399242.926761:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399242.926793:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c2797c0 x1801871317909056/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399242.926831:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317909056 02000000:00000010:1.0:1718399242.926841:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fda00. 00010000:00000010:1.0:1718399242.926868:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f71880. 00010000:00000010:1.0:1718399242.926888:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270b40. 00000100:00000010:1.0:1718399242.926894:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa29c0. 00000100:00000010:1.0:1718399242.926914:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa29c0. 00010000:00000010:1.0:1718399242.926917:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270b40. 00000400:00000010:1.0:1718399242.926929:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a770. 00000100:00000200:1.0:1718399242.926936:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317909056, offset 224 00000400:00000200:1.0:1718399242.926943:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.926954:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00080000:00000010:3.0:1718399242.926960:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53deb00. 00000400:00000200:1.0:1718399242.926960:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90096:90096:256:4294967295] 192.168.202.25@tcp LPNI seq info [90096:90096:8:4294967295] 00000400:00000200:1.0:1718399242.926969:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.926974:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.926977:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e700 (tot 82314186). 00000800:00000200:1.0:1718399242.926982:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.926988:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.926992:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.927006:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399242.927009:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399242.927013:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fce00. 00010000:00000010:3.0:1718399242.927016:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.927021:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093f71800. 00000800:00000200:0.0:1718399242.927157:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.927163:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e700 (tot 82313938). 00000400:00000200:0.0:1718399242.927167:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.927171:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.927174:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a770 00000400:00000010:0.0:1718399242.927175:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a770. 00010000:00000010:0.1:1718399242.927306:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c21c900. 00010000:00000010:0.1:1718399242.927312:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c900. 00010000:00000010:0.1:1718399242.927322:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931eb600. 00010000:00000010:3.0:1718399242.927531:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c900. 00010000:00000010:3.0:1718399242.927536:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399242.927543:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d9dc0. 00000100:00000010:3.0:1718399242.927547:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88008f199cc0. 00000100:00000010:3.0:1718399242.927552:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.927561:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399242.927577:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399242.927580:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399242.927585:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.927589:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316486976, portal 16 00000400:00000010:3.0:1718399242.927591:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466bb0. 00000100:00000200:3.0:1718399242.927592:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316486976, offset 0 00000400:00000200:3.0:1718399242.927596:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.927601:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.927607:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.927609:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.927611:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.927613:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90097:90097:256:4294967295] 192.168.202.25@tcp LPNI seq info [90097:90097:8:4294967295] 00000400:00000200:3.0:1718399242.927618:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.927621:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.927624:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53de700 (tot 82314186). 00000800:00000200:3.0:1718399242.927626:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.927629:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.927631:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53de700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.927798:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.927800:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53de700 (tot 82313938). 00000400:00000200:1.0:1718399242.927803:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.927807:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.927809:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466bb0 00000400:00000010:1.0:1718399242.927810:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466bb0. 00000100:00000200:1.0:1718399242.927814:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316486976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399242.933046:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.933060:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00b40 00000400:00000200:2.0:1718399242.933066:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadb05 [1] + 224 00000400:00000200:2.0:1718399242.933081:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.933084:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.933092:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316486976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.933188:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399242.933194:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.933195:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.933200:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316486976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.933207:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316486976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.933229:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399242.933233:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399242.933237:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.933241:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88008f199cc0. 00010000:00000010:3.0:1718399242.933246:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d9dc0. 00000400:00000200:1.0:1718399242.935647:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399242.935662:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5be80 00000400:00000200:1.0:1718399242.936010:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac441 [2] + 1968 00000400:00000010:1.0:1718399242.936014:0:18240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd0b0. 00000400:00000200:1.0:1718399242.936017:0:18240:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009938b480 00000400:00000200:1.0:1718399242.937596:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.937603:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.937607:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009938b480 00000400:00000010:1.0:1718399242.937610:0:18240:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88009938b480 (tot 82313786). 00000100:00000200:1.0:1718399242.937616:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1718399242.937655:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fce00. 00000020:00000010:1.0:1718399242.937660:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399242.937663:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399242.937681:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a9ea9850 x1801871317909120/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399242.937699:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317909120 02000000:00000010:1.0:1718399242.937705:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fca00. 00010000:00000010:1.0:1718399242.937727:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f71780. 00010000:00000010:1.0:1718399242.937741:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270b40. 00000100:00000010:1.0:1718399242.937747:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa29c0. 00000100:00000010:1.0:1718399242.937754:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa29c0. 00010000:00000010:1.0:1718399242.937757:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270b40. 00000400:00000010:1.0:1718399242.937765:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a440. 00000100:00000200:1.0:1718399242.937769:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317909120, offset 224 00000400:00000200:1.0:1718399242.937774:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.937799:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.937804:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90098:90098:256:4294967295] 192.168.202.25@tcp LPNI seq info [90098:90098:8:4294967295] 00000400:00000200:1.0:1718399242.937811:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.937815:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.937818:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e100 (tot 82314034). 00000800:00000200:1.0:1718399242.937822:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.937828:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.937831:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.937843:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399242.937847:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399242.937850:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fce00. 02000000:00000010:1.0:1718399242.937856:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fda00. 00000100:00000010:1.0:1718399242.937858:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 02000000:00000010:1.0:1718399242.937862:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3000. 00000100:00000010:1.0:1718399242.937864:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 02000000:00000010:1.0:1718399242.937866:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fbc00. 00000100:00000010:1.0:1718399242.937869:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 02000000:00000010:1.0:1718399242.937871:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fae00. 00000100:00000010:1.0:1718399242.937872:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 02000000:00000010:1.0:1718399242.937874:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc400. 00000100:00000010:1.0:1718399242.937876:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf6c0. 02000000:00000010:1.0:1718399242.937879:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb400. 00000100:00000010:1.0:1718399242.937880:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 00000100:00000200:1.0:1718399242.937884:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1718399242.937887:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f13c8. 00000400:00000010:1.0:1718399242.937890:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093fa29c0 (tot 82314186). 00000800:00000200:1.0:1718399242.938039:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.938042:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e100 (tot 82313938). 00000400:00000200:1.0:1718399242.938044:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.938047:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.938049:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a440 00000400:00000010:1.0:1718399242.938050:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a440. 02000000:00000010:1.0:1718399242.938053:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fca00. 00010000:00000010:1.1:1718399242.938070:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093365680. 00010000:00000010:0.1:1718399242.938121:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093259300. 00010000:00000010:0.1:1718399242.938136:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f3c0. 00010000:00000010:0.1:1718399242.938140:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136810300. 00010000:00000010:0.1:1718399242.938144:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09ed00. 00080000:00000010:2.0:1718399242.938555:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d517900. 00010000:00000010:2.0:1718399242.938615:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46e80. 00010000:00000010:2.0:1718399242.938621:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092afd500. 00010000:00000010:2.0:1718399242.938680:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012d517c00. 00010000:00000010:2.0:1718399242.938683:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6980. 00010000:00000010:2.0:1718399242.938686:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356eac0. 00010000:00000010:2.0:1718399242.938690:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6780. 00080000:00000010:2.0:1718399242.938699:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d517400. 00010000:00000010:2.0:1718399242.938717:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6780. 00010000:00000010:2.0:1718399242.938721:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6980. 00010000:00000010:2.0:1718399242.938757:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356cb40. 00010000:00000010:2.0:1718399242.938759:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6980. 00010000:00000010:2.0:1718399242.938765:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571d40. 00000100:00000010:2.0:1718399242.938767:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399242.938773:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbcc00. 02000000:00000010:2.0:1718399242.938792:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fa400. 02000000:00000010:2.0:1718399242.938810:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa200. 00000400:00000010:2.0:1718399242.938813:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd948. 00000400:00000010:2.0:1718399242.938816:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e000. 00000100:00000200:2.0:1718399242.938820:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316487040, portal 16 00000400:00000010:2.0:1718399242.938823:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e198. 00000100:00000200:2.0:1718399242.938824:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316487040, offset 0 00000400:00000200:2.0:1718399242.938939:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.938946:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.938952:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.938954:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.938956:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.938958:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90099:90099:256:4294967295] 192.168.202.25@tcp LPNI seq info [90099:90099:8:4294967295] 00000400:00000200:2.0:1718399242.938965:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.938968:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.938971:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d517100 (tot 82314186). 00000800:00000200:2.0:1718399242.938975:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.938981:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.939037:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d517100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.939328:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.939331:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d517100 (tot 82313938). 00000400:00000200:0.0:1718399242.939334:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.939338:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.939341:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e198 00000400:00000010:0.0:1718399242.939342:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e198. 00000100:00000200:0.0:1718399242.939347:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbcc00 x1801871316487040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.940322:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093352f40. 00000400:00000200:1.0:1718399242.943025:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399242.943041:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00b80 00000400:00000200:1.0:1718399242.943048:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadb15 [1] + 224 00000400:00000200:1.0:1718399242.943066:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.943070:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399242.943079:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbcc00 x1801871316487040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.943167:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd948. 00000400:00000200:2.0:1718399242.943172:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e000 00000400:00000010:2.0:1718399242.943173:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e000. 00000100:00000200:2.0:1718399242.943179:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbcc00 x1801871316487040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.943186:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbcc00 x1801871316487040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399242.943202:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399242.943208:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5bec0 00000400:00000200:1.0:1718399242.943213:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac491 [2] + 0 02000000:00000010:2.0:1718399242.943216:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa200. 02000000:00000010:2.0:1718399242.943223:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fa400. 00000100:00000010:2.0:1718399242.943226:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbcc00. 00000100:00000010:2.0:1718399242.943231:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399242.943237:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571d40. 00000400:00000200:1.0:1718399242.943288:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.943292:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399242.943297:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399242.943301:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df70000. 00000020:00000010:2.0:1718399242.943749:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa400. 00000020:00000010:2.0:1718399242.943755:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6780. 00000020:00000010:2.0:1718399242.943758:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f348. 00000100:00000200:2.0:1718399242.943789:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df70000 x1801871317909184/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399242.943981:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317909184 02000000:00000010:1.0:1718399242.943990:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fca00. 00010000:00000010:1.0:1718399242.944012:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a526fe80. 00010000:00000010:1.0:1718399242.944032:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270b40. 00000100:00000010:1.0:1718399242.944037:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2600. 00000100:00000010:1.0:1718399242.944044:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2600. 00010000:00000010:1.0:1718399242.944046:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270b40. 00000400:00000010:1.0:1718399242.944054:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a440. 00000100:00000200:1.0:1718399242.944058:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317909184, offset 224 00000400:00000200:1.0:1718399242.944063:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.944071:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.944077:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90100:90100:256:4294967295] 192.168.202.25@tcp LPNI seq info [90100:90100:8:4294967295] 00000400:00000200:1.0:1718399242.944084:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.944089:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.944091:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e400 (tot 82314186). 00000800:00000200:1.0:1718399242.944095:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.944101:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.944104:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e400 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1718399242.944143:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d517d00. 00000800:00000200:0.0:1718399242.944165:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.944168:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e400 (tot 82313938). 00000400:00000200:0.0:1718399242.944171:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.944174:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.944176:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a440 00000400:00000010:0.0:1718399242.944177:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a440. 00010000:00000010:2.0:1718399242.944212:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6980. 00010000:00000010:2.0:1718399242.944217:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a526fe00. 00010000:00000010:2.0:1718399242.944287:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356f3c0. 00010000:00000010:2.0:1718399242.944291:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6980. 00010000:00000010:2.0:1718399242.944298:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571d40. 00000100:00000010:2.0:1718399242.944301:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399242.944305:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbcc00. 02000000:00000010:2.0:1718399242.944313:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fa200. 02000000:00000010:2.0:1718399242.944327:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb600. 00000400:00000010:2.0:1718399242.944330:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd948. 00000400:00000010:2.0:1718399242.944332:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e000. 00000100:00000200:2.0:1718399242.944335:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316487104, portal 16 00000400:00000010:2.0:1718399242.944338:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e088. 00000100:00000200:2.0:1718399242.944339:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316487104, offset 0 00000400:00000200:2.0:1718399242.944343:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.944348:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.944353:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.944356:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.944358:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.944361:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90101:90101:256:4294967295] 192.168.202.25@tcp LPNI seq info [90101:90101:8:4294967295] 00000400:00000200:2.0:1718399242.944368:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.944371:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000020:00000010:1.0:1718399242.945086:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6780. 00000020:00000010:1.0:1718399242.945092:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f348. 00000020:00000010:1.0:1718399242.945095:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa400. 00000800:00000010:2.0:1718399242.945998:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d517000 (tot 82314186). 00000800:00000200:2.0:1718399242.946006:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.946012:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.946014:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d517000 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1718399242.946981:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130c82200. 00010000:00000010:0.1:1718399242.946992:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c900. 00010000:00000010:0.1:1718399242.946998:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d517c00. 00010000:00000010:0.1:1718399242.947000:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356eac0. 00000800:00000200:1.0:1718399242.948585:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.948588:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d517000 (tot 82313938). 00000400:00000200:1.0:1718399242.948593:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.948598:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.948602:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e088 00000400:00000010:1.0:1718399242.948604:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e088. 00000100:00000200:1.0:1718399242.948612:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbcc00 x1801871316487104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399242.949902:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399242.949915:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00bc0 00000400:00000200:1.0:1718399242.949921:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadb21 [1] + 224 00000400:00000200:1.0:1718399242.949936:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.949940:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399242.949945:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbcc00 x1801871316487104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.950566:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009338e1c0. 00000400:00000200:1.0:1718399242.952488:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399242.952501:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5bf00 00000400:00000200:1.0:1718399242.952506:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac491 [2] + 328 00000400:00000200:1.0:1718399242.952558:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.952562:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399242.952567:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399242.952572:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 00000020:00000010:1.0:1718399242.952609:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fce00. 00000020:00000010:1.0:1718399242.952613:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399242.952616:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399242.952633:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df71c80 x1801871317909248/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399242.952651:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317909248 02000000:00000010:1.0:1718399242.952657:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc000. 00010000:00000010:1.0:1718399242.952681:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270b40. 00000100:00000010:1.0:1718399242.952687:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2600. 00000100:00000010:1.0:1718399242.952702:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2600. 00010000:00000010:1.0:1718399242.952705:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270b40. 00000400:00000010:1.0:1718399242.952716:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a330. 00000100:00000200:1.0:1718399242.952720:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317909248, offset 224 00000400:00000200:1.0:1718399242.952725:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399242.952733:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399242.952737:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90102:90102:256:4294967295] 192.168.202.25@tcp LPNI seq info [90102:90102:8:4294967295] 00000400:00000200:1.0:1718399242.952745:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399242.952749:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399242.952751:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e500 (tot 82314186). 00000800:00000200:1.0:1718399242.952755:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399242.952764:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399242.952767:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399242.952785:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399242.952788:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399242.952791:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fce00. 00000800:00000200:1.0:1718399242.952825:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.952827:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e500 (tot 82313938). 00000400:00000200:1.0:1718399242.952829:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.952831:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.952834:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a330 00000400:00000010:1.0:1718399242.952835:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a330. 00000400:00000010:2.0:1718399242.955297:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd948. 00000400:00000200:2.0:1718399242.955301:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e000 00000400:00000010:2.0:1718399242.955304:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e000. 00000100:00000200:2.0:1718399242.955312:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbcc00 x1801871316487104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.955319:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbcc00 x1801871316487104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1718399242.955338:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f71a00. 02000000:00000010:2.0:1718399242.955351:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb600. 02000000:00000010:2.0:1718399242.955355:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fa200. 00000100:00000010:2.0:1718399242.955358:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbcc00. 00000100:00000010:2.0:1718399242.955361:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399242.955363:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571d40. 00080000:00000010:2.0:1718399242.955375:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d517100. 00010000:00000010:2.0:1718399242.955431:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6980. 00010000:00000010:2.0:1718399242.955436:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093f71f00. 00010000:00000010:2.0:1718399242.955496:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e640. 00010000:00000010:2.0:1718399242.955499:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6980. 00010000:00000010:2.0:1718399242.955506:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571d40. 00000100:00000010:2.0:1718399242.955511:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399242.955516:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbcc00. 02000000:00000010:2.0:1718399242.955525:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fa200. 02000000:00000010:2.0:1718399242.955543:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb600. 00000400:00000010:2.0:1718399242.955546:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd948. 00000400:00000010:2.0:1718399242.955549:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e000. 00000100:00000200:2.0:1718399242.955554:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316487168, portal 16 00000400:00000010:2.0:1718399242.955556:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e990. 00000100:00000200:2.0:1718399242.955558:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316487168, offset 0 00000400:00000200:2.0:1718399242.955563:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.955570:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.955576:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399242.955579:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399242.955581:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399242.955583:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90103:90103:256:4294967295] 192.168.202.25@tcp LPNI seq info [90103:90103:8:4294967295] 00000400:00000200:2.0:1718399242.955604:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.955609:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.955611:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d517000 (tot 82314186). 00000800:00000200:2.0:1718399242.955615:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.955622:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.955624:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d517000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.956514:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.956516:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d517000 (tot 82313938). 00000400:00000200:1.0:1718399242.956521:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.956525:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.956528:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e990 00000400:00000010:1.0:1718399242.956529:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e990. 00000100:00000200:1.0:1718399242.956533:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbcc00 x1801871316487168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.959090:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.959104:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00c00 00000400:00000200:0.0:1718399242.959110:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadb2d [1] + 224 00000400:00000200:0.0:1718399242.959125:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.959128:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.959134:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbcc00 x1801871316487168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399242.960938:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd948. 00000400:00000200:2.0:1718399242.960943:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e000 00000400:00000010:2.0:1718399242.960945:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e000. 00000100:00000200:2.0:1718399242.960954:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbcc00 x1801871316487168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399242.960961:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbcc00 x1801871316487168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399242.960984:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb600. 02000000:00000010:2.0:1718399242.960989:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fa200. 00000100:00000010:2.0:1718399242.960993:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbcc00. 00000100:00000010:2.0:1718399242.960997:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399242.961002:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571d40. 00010000:00000010:2.1:1718399242.961103:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53d2600. 00010000:00000010:2.1:1718399242.961108:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cb40. 00000400:00000200:1.0:1718399242.961185:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399242.961196:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5bf40 00000400:00000200:1.0:1718399242.961201:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac491 [2] + 656 00000400:00000200:1.0:1718399242.961252:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.961255:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399242.961260:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399242.961264:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 00000020:00000010:2.0:1718399242.961444:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa200. 00000020:00000010:2.0:1718399242.961448:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6800. 00000020:00000010:2.0:1718399242.961451:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399242.961465:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df75a40 x1801871317909312/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.961480:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317909312 02000000:00000010:2.0:1718399242.961485:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb600. 00010000:00000010:2.0:1718399242.961504:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093054a80. 00010000:00000010:2.0:1718399242.961518:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571d40. 00000100:00000010:2.0:1718399242.961522:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399242.961623:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399242.961626:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571d40. 00000400:00000010:2.0:1718399242.961636:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e000. 00000100:00000200:2.0:1718399242.961639:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317909312, offset 224 00000400:00000200:2.0:1718399242.961644:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.961651:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.961656:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90104:90104:256:4294967295] 192.168.202.25@tcp LPNI seq info [90104:90104:8:4294967295] 00000400:00000200:2.0:1718399242.961663:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.961667:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.961669:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d517000 (tot 82314186). 00000800:00000200:2.0:1718399242.961673:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.961679:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.961682:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d517000 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1718399242.961727:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800b4241b00. 00010000:00000010:3.0:1718399242.962793:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6980. 00010000:00000010:3.0:1718399242.962801:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093054500. 00010000:00000010:3.0:1718399242.962856:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d200. 00010000:00000010:3.0:1718399242.962860:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399242.962867:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d99c0. 00000100:00000010:3.0:1718399242.962875:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:3.0:1718399242.962880:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.962888:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.962905:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2200. 00000020:00000010:2.0:1718399242.964920:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6800. 00000020:00000010:2.0:1718399242.964929:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399242.964933:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa200. 00000400:00000010:3.0:1718399242.965157:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399242.965164:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.965170:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316487232, portal 16 00000400:00000010:3.0:1718399242.965174:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399242.965176:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316487232, offset 0 00000400:00000200:3.0:1718399242.965181:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000800:00000200:1.0:1718399242.965349:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.965352:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d517000 (tot 82313938). 00000400:00000200:1.0:1718399242.965355:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.965360:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.965362:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e000 00000400:00000010:1.0:1718399242.965364:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e000. 00000400:00000200:3.0:1718399242.965800:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.965807:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.965811:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.965813:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.965815:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90105:90105:255:4294967295] 192.168.202.25@tcp LPNI seq info [90105:90105:7:4294967295] 00000400:00000200:3.0:1718399242.965824:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.965828:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.965833:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ec3300 (tot 82314186). 00000800:00000200:3.0:1718399242.965838:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.965843:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.965846:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ec3300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.965944:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.965946:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ec3300 (tot 82313938). 00000400:00000200:0.0:1718399242.965949:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.965952:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.965954:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:0.0:1718399242.965955:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:0.0:1718399242.965960:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316487232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399242.969331:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.969347:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00c40 00000400:00000200:0.0:1718399242.969354:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadb39 [1] + 224 00000400:00000200:0.0:1718399242.969370:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.969374:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.969381:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316487232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.969520:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399242.969525:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.969527:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.969531:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316487232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.969537:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316487232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.969562:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399242.969566:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3000. 00000100:00000010:3.0:1718399242.969570:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.969573:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:3.0:1718399242.969577:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d99c0. 00000400:00000200:0.0:1718399242.970155:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.970162:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5bf80 00000400:00000200:0.0:1718399242.970167:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac491 [2] + 984 00000400:00000200:0.0:1718399242.970207:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.970210:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.970215:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.970218:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00000020:00000010:2.0:1718399242.971820:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa200. 00000020:00000010:2.0:1718399242.971827:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6100. 00000020:00000010:2.0:1718399242.971830:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399242.971848:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317909376/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399242.971881:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317909376 02000000:00000010:2.0:1718399242.971887:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb000. 00010000:00000010:2.0:1718399242.971907:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800944ba080. 00010000:00000010:2.0:1718399242.972194:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571dc0. 00000100:00000010:2.0:1718399242.972200:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399242.972208:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399242.972212:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571dc0. 00000400:00000010:2.0:1718399242.972221:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e770. 00000100:00000200:2.0:1718399242.972225:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317909376, offset 224 00000400:00000200:2.0:1718399242.972230:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.972239:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.972244:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90106:90106:256:4294967295] 192.168.202.25@tcp LPNI seq info [90106:90106:8:4294967295] 00000400:00000200:2.0:1718399242.972251:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.972256:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.972259:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d517000 (tot 82314186). 00000800:00000200:2.0:1718399242.972263:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.972288:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.972291:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d517000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.972302:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6100. 00000020:00000010:2.0:1718399242.972306:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399242.972308:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa200. 00010000:00000010:3.1:1718399242.972407:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009338d680. 00010000:00000010:3.1:1718399242.972412:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d9b6700. 00010000:00000010:3.1:1718399242.972414:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f3c0. 00080000:00000010:3.0:1718399242.972428:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ec3d00. 00010000:00000010:3.0:1718399242.972478:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399242.972482:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800944ba000. 00010000:00000010:3.0:1718399242.972529:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d440. 00010000:00000010:3.0:1718399242.972533:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399242.972539:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d99c0. 00000100:00000010:3.0:1718399242.972541:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:3.0:1718399242.972546:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.972555:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.972571:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2200. 00000400:00000010:3.0:1718399242.972574:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399242.972577:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.972581:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316487296, portal 16 00000400:00000010:3.0:1718399242.972583:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466a18. 00000100:00000200:3.0:1718399242.972585:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316487296, offset 0 00000400:00000200:3.0:1718399242.972589:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.972593:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.972598:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.972601:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.972603:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.972604:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90107:90107:255:4294967295] 192.168.202.25@tcp LPNI seq info [90107:90107:7:4294967295] 00000400:00000200:3.0:1718399242.972610:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.972613:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.972615:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093ec3300 (tot 82314434). 00000800:00000200:3.0:1718399242.972617:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.972621:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.972623:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093ec3300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399242.972684:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.972686:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d517000 (tot 82314186). 00000400:00000200:1.0:1718399242.972689:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.972692:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.972694:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e770 00000400:00000010:1.0:1718399242.972696:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e770. 00000800:00000200:1.0:1718399242.973841:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.973844:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093ec3300 (tot 82313938). 00000400:00000200:1.0:1718399242.973848:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.973851:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.973853:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466a18 00000400:00000010:1.0:1718399242.973854:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466a18. 00000100:00000200:1.0:1718399242.973859:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316487296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.974003:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093154300. 00010000:00000010:2.1:1718399242.974009:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e640. 00000400:00000200:0.0:1718399242.974948:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.974966:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00c80 00000400:00000200:0.0:1718399242.974971:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadb45 [1] + 224 00000400:00000200:0.0:1718399242.974993:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.974997:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.975001:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316487296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.976103:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399242.976115:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.976116:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.976122:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316487296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.976129:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316487296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.976168:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399242.976173:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3000. 00000100:00000010:3.0:1718399242.976177:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.976182:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:3.0:1718399242.976185:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d99c0. 00010000:00000010:3.1:1718399242.976825:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009338d200. 00010000:00000010:3.1:1718399242.976836:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931e61c0. 00000400:00000200:2.0:1718399242.977014:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399242.977025:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5bfc0 00000400:00000200:2.0:1718399242.977032:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac491 [2] + 1312 00000400:00000200:2.0:1718399242.977351:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399242.977356:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399242.977361:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399242.977365:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbcc00. 00000020:00000010:0.0:1718399242.977438:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c3200. 00000020:00000010:0.0:1718399242.977443:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399242.977446:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399242.977467:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbcc00 x1801871317909440/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1718399242.977486:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317909440 02000000:00000010:0.0:1718399242.977493:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2a00. 00010000:00000010:0.0:1718399242.977513:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a518d880. 00010000:00000010:0.0:1718399242.977686:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d440. 00000100:00000010:0.0:1718399242.977693:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9d80. 00000100:00000010:0.0:1718399242.977712:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9d80. 00010000:00000010:0.0:1718399242.977716:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d440. 00000400:00000010:0.0:1718399242.977726:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376b28. 00000100:00000200:0.0:1718399242.977730:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317909440, offset 224 00000400:00000200:0.0:1718399242.977736:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.977744:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.977749:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90108:90108:256:4294967295] 192.168.202.25@tcp LPNI seq info [90108:90108:8:4294967295] 00080000:00000010:3.0:1718399242.977750:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ec3300. 00000400:00000200:0.0:1718399242.977755:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.977759:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.977762:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365c800 (tot 82314186). 00000800:00000200:0.0:1718399242.977765:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.977772:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.977775:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365c800 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1718399242.977820:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399242.977825:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a518d800. 00010000:00000010:3.0:1718399242.977889:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5159400. 00010000:00000010:3.0:1718399242.977891:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46800. 00010000:00000010:3.0:1718399242.977894:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09e880. 00010000:00000010:3.0:1718399242.977897:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f00. 00080000:00000010:3.0:1718399242.977905:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800b439bb00. 00010000:00000010:3.0:1718399242.977920:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f00. 00010000:00000010:3.0:1718399242.977922:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46800. 00000020:00000010:0.0:1718399242.977940:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399242.977943:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399242.977946:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c3200. 00010000:00000010:3.0:1718399242.977961:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09df80. 00010000:00000010:3.0:1718399242.977964:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399242.977968:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d99c0. 00000100:00000010:3.0:1718399242.977971:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:3.0:1718399242.977975:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.977983:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.978000:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2200. 00000400:00000010:3.0:1718399242.978004:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399242.978007:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.978010:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316487360, portal 16 00000400:00000010:3.0:1718399242.978013:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466880. 00000100:00000200:3.0:1718399242.978014:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316487360, offset 0 00000400:00000200:3.0:1718399242.978018:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.978022:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.978028:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.978030:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.978032:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000800:00000200:1.0:1718399242.978032:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1718399242.978034:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90109:90109:255:4294967295] 192.168.202.25@tcp LPNI seq info [90109:90109:7:4294967295] 00000800:00000010:1.0:1718399242.978034:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365c800 (tot 82313938). 00000400:00000200:1.0:1718399242.978037:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.978039:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399242.978040:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000400:00000200:1.0:1718399242.978042:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376b28 00000800:00000200:3.0:1718399242.978043:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000400:00000010:1.0:1718399242.978043:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376b28. 00000800:00000010:3.0:1718399242.978045:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b439bc00 (tot 82314186). 00000800:00000200:3.0:1718399242.978048:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.978051:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.978052:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800b439bc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.978221:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.978223:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b439bc00 (tot 82313938). 00000400:00000200:0.0:1718399242.978226:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.978229:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.978231:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466880 00000400:00000010:0.0:1718399242.978232:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466880. 00000100:00000200:0.0:1718399242.978236:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316487360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399242.979754:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093154b00. 00010000:00000010:2.1:1718399242.979764:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d200. 00000400:00000200:0.0:1718399242.980459:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.980744:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00cc0 00000400:00000200:0.0:1718399242.980752:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadb51 [1] + 224 00000400:00000200:0.0:1718399242.980772:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.980786:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.980794:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316487360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.980884:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399242.980889:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.980891:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.980896:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316487360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.980902:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316487360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.981175:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399242.981180:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3000. 00000100:00000010:3.0:1718399242.981184:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.981188:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:3.0:1718399242.981191:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d99c0. 00000400:00000200:0.0:1718399242.981391:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.981398:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c000 00000400:00000200:0.0:1718399242.981402:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac491 [2] + 1640 00000400:00000200:0.0:1718399242.981602:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.981606:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.981610:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399242.981614:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000020:00000010:2.0:1718399242.981679:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa200. 00000020:00000010:2.0:1718399242.981685:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6100. 00000020:00000010:2.0:1718399242.981688:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399242.981705:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317909504/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399242.981738:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317909504 02000000:00000010:2.0:1718399242.981745:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb400. 00010000:00000010:2.0:1718399242.981766:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012f65db00. 00010000:00000010:2.0:1718399242.981807:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571dc0. 00000100:00000010:2.0:1718399242.981813:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399242.981818:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399242.981822:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571dc0. 00000400:00000010:2.0:1718399242.981830:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ebb0. 00000100:00000200:2.0:1718399242.981833:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317909504, offset 224 00000400:00000200:2.0:1718399242.981843:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399242.981851:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399242.981856:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90110:90110:256:4294967295] 192.168.202.25@tcp LPNI seq info [90110:90110:8:4294967295] 00000400:00000200:2.0:1718399242.981863:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399242.981867:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399242.981870:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d517c00 (tot 82314186). 00000800:00000200:2.0:1718399242.981874:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399242.981881:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399242.981884:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d517c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399242.981908:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6100. 00000020:00000010:2.0:1718399242.981912:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399242.981915:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa200. 00080000:00000010:3.0:1718399242.981964:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800b439bc00. 00010000:00000010:3.0:1718399242.982022:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46800. 00000800:00000200:1.0:1718399242.982095:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399242.982098:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d517c00 (tot 82313938). 00000400:00000200:1.0:1718399242.982100:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.982103:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.982105:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ebb0 00000400:00000010:1.0:1718399242.982106:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ebb0. 00010000:00000010:3.0:1718399242.982161:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012f65da80. 00010000:00000010:3.0:1718399242.982653:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cb40. 00010000:00000010:3.0:1718399242.982658:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399242.982668:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d99c0. 00000100:00000010:3.0:1718399242.982671:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:3.0:1718399242.982677:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.982686:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.982727:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2200. 00000400:00000010:3.0:1718399242.982732:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399242.982735:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.982741:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316487424, portal 16 00000400:00000010:3.0:1718399242.982743:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466ee0. 00000100:00000200:3.0:1718399242.982744:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316487424, offset 0 00000400:00000200:3.0:1718399242.982749:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.982757:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.982762:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.982765:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.982767:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.982769:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90111:90111:256:4294967295] 192.168.202.25@tcp LPNI seq info [90111:90111:8:4294967295] 00000400:00000200:3.0:1718399242.982774:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.982786:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.982789:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612100 (tot 82314186). 00000800:00000200:3.0:1718399242.982792:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.982796:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.982798:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399242.982883:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.982886:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612100 (tot 82313938). 00000400:00000200:0.0:1718399242.982889:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.982892:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.982894:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466ee0 00000400:00000010:0.0:1718399242.982895:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466ee0. 00000100:00000200:0.0:1718399242.982899:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316487424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399242.986605:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272400. 00010000:00000010:2.1:1718399242.989437:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093144500. 00010000:00000010:2.1:1718399242.989449:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d440. 00010000:00000010:2.1:1718399242.989453:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5159400. 00010000:00000010:2.1:1718399242.989457:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09e880. 00010000:00000010:3.1:1718399242.989511:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a526af40. 00000400:00000200:0.0:1718399242.990847:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399242.990865:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00d00 00000400:00000200:0.0:1718399242.990871:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadb5d [1] + 224 00000400:00000200:0.0:1718399242.990898:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.990901:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399242.990912:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316487424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399242.991427:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399242.991433:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:3.0:1718399242.991434:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:3.0:1718399242.991439:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316487424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399242.991444:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316487424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399242.991470:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399242.991475:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3000. 00000100:00000010:3.0:1718399242.991479:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399242.991483:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:3.0:1718399242.991486:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d99c0. 00000400:00000200:1.0:1718399242.994307:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399242.997886:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c040 00000400:00000200:1.0:1718399242.997895:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac491 [2] + 1968 00000400:00000010:1.0:1718399242.997899:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd000. 00000400:00000200:1.0:1718399242.997903:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff880092275e40 00000400:00000200:1.0:1718399242.997994:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399242.997998:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399242.998002:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880092275e40 00000400:00000010:1.0:1718399242.998004:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff880092275e40 (tot 82313786). 00000100:00000200:1.0:1718399242.998014:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.1:1718399242.998592:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f65ec00. 00010000:00000010:3.1:1718399242.998599:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09df80. 00000020:00000010:0.0:1718399242.998654:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c3200. 00000020:00000010:0.0:1718399242.998660:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399242.998665:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399242.998740:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a9eaa050 x1801871317909568/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:410/0 lens 328/0 e 0 to 0 dl 1718399285 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1718399242.998771:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317909568 02000000:00000010:0.0:1718399242.998898:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2200. 00010000:00000010:0.0:1718399242.998920:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b2730000. 00010000:00000010:0.0:1718399242.998939:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d440. 00000100:00000010:0.0:1718399242.998944:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9d80. 00000100:00000010:0.0:1718399242.998961:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9d80. 00010000:00000010:0.0:1718399242.998965:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d440. 00000400:00000010:0.0:1718399242.998974:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376e58. 00000100:00000200:0.0:1718399242.998978:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317909568, offset 224 00000400:00000200:0.0:1718399242.998984:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399242.998994:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399242.998999:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90112:90112:256:4294967295] 192.168.202.25@tcp LPNI seq info [90112:90112:8:4294967295] 00000400:00000200:0.0:1718399242.999007:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399242.999011:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399242.999013:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365cd00 (tot 82314034). 00000800:00000200:0.0:1718399242.999017:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399242.999023:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399242.999026:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365cd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399242.999037:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399242.999040:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399242.999043:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c3200. 02000000:00000010:0.0:1718399242.999049:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb400. 00000100:00000010:0.0:1718399242.999053:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 02000000:00000010:0.0:1718399242.999056:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2a00. 00000100:00000010:0.0:1718399242.999058:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbcc00. 02000000:00000010:0.0:1718399242.999061:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb000. 00000100:00000010:0.0:1718399242.999062:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 02000000:00000010:0.0:1718399242.999064:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb600. 00000100:00000010:0.0:1718399242.999066:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 02000000:00000010:0.0:1718399242.999069:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc000. 00000100:00000010:0.0:1718399242.999071:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df71c80. 02000000:00000010:0.0:1718399242.999073:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fca00. 00000100:00000010:0.0:1718399242.999074:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df70000. 00000100:00000200:0.0:1718399242.999079:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1718399242.999082:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92d68. 00000400:00000010:0.0:1718399242.999085:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8800930d9d80 (tot 82314186). 00000800:00000200:0.0:1718399242.999138:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399242.999140:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365cd00 (tot 82313938). 00000400:00000200:0.0:1718399242.999142:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399242.999145:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399242.999147:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376e58 00000400:00000010:0.0:1718399242.999149:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376e58. 02000000:00000010:0.0:1718399242.999152:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2200. 00080000:00000010:3.0:1718399242.999203:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093612e00. 00010000:00000010:3.0:1718399242.999262:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399242.999267:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b2730600. 00010000:00000010:3.0:1718399242.999368:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09df80. 00010000:00000010:3.0:1718399242.999372:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399242.999379:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d99c0. 00000100:00000010:3.0:1718399242.999382:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:3.0:1718399242.999388:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399242.999397:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399242.999412:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2200. 00000400:00000010:3.0:1718399242.999415:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399242.999418:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399242.999421:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316487488, portal 16 00000400:00000010:3.0:1718399242.999423:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94667f8. 00000100:00000200:3.0:1718399242.999425:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316487488, offset 0 00000400:00000200:3.0:1718399242.999429:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399242.999434:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399242.999439:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399242.999442:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399242.999444:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399242.999446:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90113:90113:256:4294967295] 192.168.202.25@tcp LPNI seq info [90113:90113:8:4294967295] 00000400:00000200:3.0:1718399242.999452:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399242.999456:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399242.999458:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612b00 (tot 82314186). 00000800:00000200:3.0:1718399242.999461:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399242.999465:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399242.999467:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.001569:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.001574:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612b00 (tot 82313938). 00000400:00000200:1.0:1718399243.001580:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.001587:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.001590:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94667f8 00000400:00000010:1.0:1718399243.001592:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94667f8. 00000100:00000200:1.0:1718399243.001598:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316487488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399243.001620:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930bd440. 00010000:00000010:0.1:1718399243.010404:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009313ee00. 00010000:00000010:0.1:1718399243.010415:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cb40. 00000400:00000200:0.0:1718399243.011605:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.011620:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00d40 00000400:00000200:0.0:1718399243.011627:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadb6d [1] + 224 00000400:00000200:0.0:1718399243.011647:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.011651:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.011659:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316487488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399243.011743:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:2.0:1718399243.011748:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:2.0:1718399243.011750:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:2.0:1718399243.011754:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316487488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.011760:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316487488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399249 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.011794:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2200. 02000000:00000010:2.0:1718399243.011799:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3000. 00000100:00000010:2.0:1718399243.011803:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:2.0:1718399243.011807:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:2.0:1718399243.011810:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d99c0. 00000400:00000200:0.0:1718399243.011947:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.011953:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c080 00000400:00000200:0.0:1718399243.011961:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac4e9 [2] + 0 00000400:00000200:0.0:1718399243.012020:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.012023:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.012027:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.012031:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00000020:00000010:1.0:1718399243.012105:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd400. 00000020:00000010:1.0:1718399243.012109:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399243.012113:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.012129:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317909632/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399243.012157:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317909632 02000000:00000010:1.0:1718399243.012165:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc600. 00010000:00000010:1.0:1718399243.012185:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b2730580. 00010000:00000010:1.0:1718399243.012199:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270b40. 00000100:00000010:1.0:1718399243.012204:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2600. 00000100:00000010:1.0:1718399243.012209:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2600. 00010000:00000010:1.0:1718399243.012211:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270b40. 00000400:00000010:1.0:1718399243.012220:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a330. 00000100:00000200:1.0:1718399243.012223:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317909632, offset 224 00000400:00000200:1.0:1718399243.012229:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.012236:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.012241:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90114:90114:256:4294967295] 192.168.202.25@tcp LPNI seq info [90114:90114:8:4294967295] 00000400:00000200:1.0:1718399243.012248:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.012253:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.012255:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e600 (tot 82314186). 00000800:00000200:1.0:1718399243.012260:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.012266:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.012288:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.012299:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399243.012302:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.012305:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd400. 00080000:00000010:2.0:1718399243.012376:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d517c00. 00010000:00000010:2.0:1718399243.012438:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46800. 00010000:00000010:2.0:1718399243.012444:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a522ca00. 00010000:00000010:2.0:1718399243.012506:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e640. 00010000:00000010:2.0:1718399243.012510:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6100. 00010000:00000010:2.0:1718399243.012517:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571dc0. 00000100:00000010:2.0:1718399243.012519:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399243.012524:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaac0. 02000000:00000010:2.0:1718399243.012532:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fa200. 02000000:00000010:2.0:1718399243.012546:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fae00. 00000400:00000010:2.0:1718399243.012550:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd948. 00000400:00000010:2.0:1718399243.012552:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e2a8. 00000100:00000200:2.0:1718399243.012555:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316487552, portal 16 00000400:00000010:2.0:1718399243.012558:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e660. 00000100:00000200:2.0:1718399243.012559:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316487552, offset 0 00000400:00000200:2.0:1718399243.012563:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.012567:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.012572:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.012574:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.012576:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.012578:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90115:90115:255:4294967295] 192.168.202.25@tcp LPNI seq info [90115:90115:7:4294967295] 00000400:00000200:2.0:1718399243.012583:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.012587:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.012589:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d517700 (tot 82314434). 00000800:00000200:2.0:1718399243.012591:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.012594:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.012596:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d517700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.012678:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.012681:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e600 (tot 82314186). 00000400:00000200:0.0:1718399243.012684:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.012686:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.012689:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a330 00000400:00000010:0.0:1718399243.012690:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a330. 00000800:00000200:0.0:1718399243.012720:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.012721:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d517700 (tot 82313938). 00000400:00000200:0.0:1718399243.012723:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.012726:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.012727:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e660 00000400:00000010:0.0:1718399243.012728:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e660. 00000100:00000200:0.0:1718399243.012732:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbaac0 x1801871316487552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399243.018763:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.018786:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00d80 00000400:00000200:2.0:1718399243.018792:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadb79 [1] + 224 00000400:00000200:2.0:1718399243.018802:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.018805:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.018813:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbaac0 x1801871316487552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399243.018832:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.018835:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c0c0 00000400:00000200:2.0:1718399243.018838:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac4e9 [2] + 328 00000400:00000200:2.0:1718399243.018888:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.018891:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.018894:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399243.018899:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaf80. 00000400:00000010:2.0:1718399243.018921:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd948. 00000400:00000200:2.0:1718399243.018924:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e2a8 00000400:00000010:2.0:1718399243.018925:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e2a8. 00000100:00000200:2.0:1718399243.018930:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbaac0 x1801871316487552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.018936:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbaac0 x1801871316487552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.018959:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fae00. 02000000:00000010:2.0:1718399243.018965:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fa200. 00000100:00000010:2.0:1718399243.018968:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaac0. 00000100:00000010:2.0:1718399243.018971:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399243.018975:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571dc0. 00000020:00000010:2.0:1718399243.019002:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa200. 00000020:00000010:2.0:1718399243.019006:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6800. 00000020:00000010:2.0:1718399243.019009:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.019025:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbaf80 x1801871317909696/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399243.019043:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317909696 02000000:00000010:2.0:1718399243.019050:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fae00. 00010000:00000010:2.0:1718399243.019070:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800930ce700. 00010000:00000010:2.0:1718399243.019083:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571dc0. 00000100:00000010:2.0:1718399243.019088:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399243.019094:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399243.019095:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571dc0. 00080000:00000010:2.0:1718399243.019112:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d517700. 00010000:00000010:2.0:1718399243.019170:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6100. 00010000:00000010:2.0:1718399243.019195:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800930ce680. 00010000:00000010:2.0:1718399243.019253:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356cb40. 00010000:00000010:2.0:1718399243.019257:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6100. 00010000:00000010:2.0:1718399243.019264:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571dc0. 00000100:00000010:2.0:1718399243.019266:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399243.019287:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaac0. 02000000:00000010:2.0:1718399243.019294:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fbc00. 02000000:00000010:2.0:1718399243.019310:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb600. 00000400:00000010:2.0:1718399243.019312:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd948. 00000400:00000010:2.0:1718399243.019315:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e2a8. 00000100:00000200:2.0:1718399243.019318:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316487616, portal 16 00000400:00000010:2.0:1718399243.019321:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e660. 00000100:00000200:2.0:1718399243.019322:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316487616, offset 0 00000400:00000200:2.0:1718399243.019327:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.019334:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.019340:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.019342:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.019344:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.019346:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90116:90116:256:4294967295] 192.168.202.25@tcp LPNI seq info [90116:90116:8:4294967295] 00000400:00000200:2.0:1718399243.019353:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.019358:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.019361:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5159400 (tot 82314186). 00000800:00000200:2.0:1718399243.019364:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.019370:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.019372:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5159400 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1718399243.019386:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ebb0. 00000100:00000200:2.0:1718399243.019388:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317909696, offset 224 00000400:00000200:2.0:1718399243.019391:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.019394:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.019398:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90117:90117:255:4294967295] 192.168.202.25@tcp LPNI seq info [90117:90117:7:4294967295] 00000400:00000200:2.0:1718399243.019403:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.019406:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.019408:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c59c600 (tot 82314434). 00000800:00000200:2.0:1718399243.019411:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.019413:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.019415:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c59c600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.019421:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6800. 00000020:00000010:2.0:1718399243.019424:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399243.019426:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa200. 00000800:00000200:0.0:1718399243.019542:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.019544:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5159400 (tot 82314186). 00000400:00000200:0.0:1718399243.019548:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.019551:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.019553:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e660 00000400:00000010:0.0:1718399243.019554:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e660. 00000100:00000200:0.0:1718399243.019558:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbaac0 x1801871316487616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1718399243.019594:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.019596:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c59c600 (tot 82313938). 00000400:00000200:0.0:1718399243.019598:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.019600:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.019602:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ebb0 00000400:00000010:0.0:1718399243.019603:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ebb0. 00010000:00000010:2.1:1718399243.022394:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e316300. 00010000:00000010:2.1:1718399243.022404:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09df80. 00010000:00000010:0.1:1718399243.022613:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130a7a880. 00000400:00000200:0.0:1718399243.029403:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.029419:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00dc0 00000400:00000200:0.0:1718399243.029425:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadb81 [1] + 224 00000400:00000200:0.0:1718399243.029445:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.029448:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.029456:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbaac0 x1801871316487616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399243.029551:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd948. 00000400:00000200:2.0:1718399243.029555:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e2a8 00000400:00000010:2.0:1718399243.029557:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e2a8. 00000100:00000200:2.0:1718399243.029562:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbaac0 x1801871316487616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.029567:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbaac0 x1801871316487616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.029591:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb600. 02000000:00000010:2.0:1718399243.029596:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fbc00. 00000100:00000010:2.0:1718399243.029599:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaac0. 00000100:00000010:2.0:1718399243.029602:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399243.029606:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571dc0. 00000400:00000200:2.0:1718399243.033726:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.033738:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c100 00000400:00000200:2.0:1718399243.033743:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac4e9 [2] + 656 00000400:00000200:2.0:1718399243.033823:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.033827:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.033832:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399243.033838:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaac0. 00010000:00000010:3.1:1718399243.033956:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e313180. 00010000:00000010:3.1:1718399243.033962:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800958c9700. 00010000:00000010:3.1:1718399243.033965:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e640. 00000020:00000010:0.0:1718399243.034076:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c3200. 00000020:00000010:0.0:1718399243.034081:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399243.034084:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399243.034107:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbaac0 x1801871317909760/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1718399243.034124:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317909760 02000000:00000010:0.0:1718399243.034131:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2600. 00010000:00000010:0.0:1718399243.034151:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a504b200. 00010000:00000010:0.0:1718399243.034165:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d440. 00000100:00000010:0.0:1718399243.034169:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9c00. 00000100:00000010:0.0:1718399243.034175:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9c00. 00010000:00000010:0.0:1718399243.034178:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d440. 00000400:00000010:0.0:1718399243.034186:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376e58. 00080000:00000010:2.0:1718399243.034293:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c59c100. 00010000:00000010:2.0:1718399243.034344:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6100. 00010000:00000010:2.0:1718399243.034349:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5026200. 00010000:00000010:2.0:1718399243.034399:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88007c59c400. 00010000:00000010:2.0:1718399243.034401:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6100. 00010000:00000010:2.0:1718399243.034403:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356db00. 00010000:00000010:2.0:1718399243.034406:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6800. 00080000:00000010:2.0:1718399243.034412:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c59cb00. 00010000:00000010:2.0:1718399243.034424:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6800. 00010000:00000010:2.0:1718399243.034426:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6100. 00010000:00000010:2.0:1718399243.034452:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e640. 00010000:00000010:2.0:1718399243.034454:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6100. 00010000:00000010:2.0:1718399243.034458:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571dc0. 00000100:00000010:2.0:1718399243.034460:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399243.034465:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fba140. 02000000:00000010:2.0:1718399243.034473:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fbc00. 02000000:00000010:2.0:1718399243.034487:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb600. 00000400:00000010:2.0:1718399243.034490:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd948. 00000400:00000010:2.0:1718399243.034492:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e2a8. 00000100:00000200:2.0:1718399243.034496:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316487680, portal 16 00000400:00000010:2.0:1718399243.034499:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e770. 00000100:00000200:2.0:1718399243.034500:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316487680, offset 0 00000400:00000200:2.0:1718399243.034505:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.034511:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.034516:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.034518:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.034521:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.034523:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90118:90118:256:4294967295] 192.168.202.25@tcp LPNI seq info [90118:90118:8:4294967295] 00000400:00000200:2.0:1718399243.034530:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.034534:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.034537:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c59c800 (tot 82314186). 00000800:00000200:2.0:1718399243.034540:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.034545:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.034548:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c59c800 type 1, nob 424 niov 1 nkiov 1 00000100:00000200:0.0:1718399243.049087:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317909760, offset 224 00000400:00000200:0.0:1718399243.049102:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.049115:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.049120:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90119:90119:255:4294967295] 192.168.202.25@tcp LPNI seq info [90119:90119:7:4294967295] 00000400:00000200:0.0:1718399243.049128:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.049133:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.049137:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365ce00 (tot 82314434). 00000800:00000200:0.0:1718399243.049143:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.049150:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.049153:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365ce00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399243.049172:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399243.049176:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399243.049180:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c3200. 00000800:00000200:0.0:1718399243.049231:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.049234:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c59c800 (tot 82314186). 00000400:00000200:0.0:1718399243.049238:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.049242:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.049245:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e770 00000400:00000010:0.0:1718399243.049247:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e770. 00000100:00000200:0.0:1718399243.049253:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fba140 x1801871316487680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1718399243.049326:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.049328:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365ce00 (tot 82313938). 00000400:00000200:0.0:1718399243.049330:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.049333:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.049335:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376e58 00000400:00000010:0.0:1718399243.049336:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376e58. 00000400:00000200:0.0:1718399243.052982:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.052996:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00e00 00000400:00000200:0.0:1718399243.053002:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadb8d [1] + 224 00000400:00000200:0.0:1718399243.053016:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.053023:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.053030:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fba140 x1801871316487680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.053101:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd948. 00000400:00000200:3.0:1718399243.053105:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e2a8 00000400:00000010:3.0:1718399243.053106:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e2a8. 00000100:00000200:3.0:1718399243.053111:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fba140 x1801871316487680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.053116:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fba140 x1801871316487680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.053139:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb600. 02000000:00000010:3.0:1718399243.053144:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fbc00. 00000100:00000010:3.0:1718399243.053146:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fba140. 00000100:00000010:3.0:1718399243.053149:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:3.0:1718399243.053153:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571dc0. 00000400:00000200:0.0:1718399243.054100:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.054107:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c140 00000400:00000200:0.0:1718399243.054111:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac4e9 [2] + 984 00000400:00000200:0.0:1718399243.054162:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.054165:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.054169:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.054173:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000020:00000010:0.0:1718399243.054205:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c3200. 00000020:00000010:0.0:1718399243.054208:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399243.054212:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399243.054228:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317909824/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1718399243.054256:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317909824 02000000:00000010:0.0:1718399243.054262:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c3c00. 00010000:00000010:0.0:1718399243.054295:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800ad01d300. 00010000:00000010:0.0:1718399243.054310:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d440. 00000100:00000010:0.0:1718399243.054314:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9c00. 00000100:00000010:0.0:1718399243.054319:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9c00. 00010000:00000010:0.0:1718399243.054322:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d440. 00000400:00000010:0.0:1718399243.054330:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376e58. 00000100:00000200:0.0:1718399243.054333:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317909824, offset 224 00000400:00000200:0.0:1718399243.054337:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.054344:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.054349:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90120:90120:256:4294967295] 192.168.202.25@tcp LPNI seq info [90120:90120:8:4294967295] 00000400:00000200:0.0:1718399243.054356:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.054360:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.054363:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365ca00 (tot 82314186). 00000800:00000200:0.0:1718399243.054367:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.054372:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.054375:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365ca00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399243.054382:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399243.054385:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399243.054387:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c3200. 00000800:00000200:0.0:1718399243.054417:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.054419:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365ca00 (tot 82313938). 00000400:00000200:0.0:1718399243.054420:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.054423:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.054424:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376e58 00000400:00000010:0.0:1718399243.054425:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376e58. 00080000:00000010:3.0:1718399243.060861:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093612d00. 00010000:00000010:3.0:1718399243.060931:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6100. 00010000:00000010:3.0:1718399243.060939:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a522cf00. 00010000:00000010:3.0:1718399243.060987:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c000. 00010000:00000010:3.0:1718399243.060991:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f00. 00010000:00000010:3.0:1718399243.060998:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5100. 00000100:00000010:3.0:1718399243.061003:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2300. 00000100:00000010:3.0:1718399243.061011:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399243.061021:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.061041:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399243.061045:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310420. 00000400:00000010:3.0:1718399243.061049:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466550. 00000100:00000200:3.0:1718399243.061054:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316487744, portal 16 00000400:00000010:3.0:1718399243.061057:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466908. 00000100:00000200:3.0:1718399243.061059:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316487744, offset 0 00000400:00000200:3.0:1718399243.061064:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.061075:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.061080:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.061083:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.061085:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.061088:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90121:90121:256:4294967295] 192.168.202.25@tcp LPNI seq info [90121:90121:8:4294967295] 00000400:00000200:3.0:1718399243.061094:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.061098:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.061101:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612800 (tot 82314186). 00000800:00000200:3.0:1718399243.061105:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.061110:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.061113:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.061235:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.061238:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612800 (tot 82313938). 00000400:00000200:0.0:1718399243.061242:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.061245:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.061248:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466908 00000400:00000010:0.0:1718399243.061250:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466908. 00000100:00000200:0.0:1718399243.061254:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316487744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.062617:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.062628:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00e40 00000400:00000200:0.0:1718399243.062634:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadb9d [1] + 224 00000400:00000200:0.0:1718399243.062651:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.062654:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.062659:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316487744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.062713:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310420. 00000400:00000200:3.0:1718399243.062717:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466550 00000400:00000010:3.0:1718399243.062719:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466550. 00000100:00000200:3.0:1718399243.062722:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316487744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.062728:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316487744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.062751:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399243.062756:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399243.062758:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399243.062763:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2300. 00010000:00000010:3.0:1718399243.062766:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5100. 00000400:00000200:0.0:1718399243.063069:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.063074:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c180 00000400:00000200:0.0:1718399243.063078:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac4e9 [2] + 1312 00000400:00000200:0.0:1718399243.063110:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.063113:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.063116:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.063119:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000020:00000010:3.0:1718399243.063168:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a2400. 00000020:00000010:3.0:1718399243.063172:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46700. 00000020:00000010:3.0:1718399243.063176:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399243.063192:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317909888/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399243.063222:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317909888 02000000:00000010:3.0:1718399243.063229:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3000. 00010000:00000010:3.0:1718399243.063250:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5376c00. 00010000:00000010:3.0:1718399243.063267:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5100. 00000100:00000010:3.0:1718399243.063291:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2300. 00000100:00000010:3.0:1718399243.063297:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2300. 00010000:00000010:3.0:1718399243.063299:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5100. 00000400:00000010:3.0:1718399243.063307:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466550. 00000100:00000200:3.0:1718399243.063310:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317909888, offset 224 00000400:00000200:3.0:1718399243.063315:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.063321:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.063326:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90122:90122:256:4294967295] 192.168.202.25@tcp LPNI seq info [90122:90122:8:4294967295] 00000400:00000200:3.0:1718399243.063333:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.063337:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.063339:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612b00 (tot 82314186). 00000800:00000200:3.0:1718399243.063343:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.063349:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.063351:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399243.063372:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46700. 00000020:00000010:3.0:1718399243.063377:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399243.063380:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a2400. 00080000:00000010:3.0:1718399243.063397:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093612100. 00000800:00000200:0.0:1718399243.063418:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.063421:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612b00 (tot 82313938). 00000400:00000200:0.0:1718399243.063424:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.063426:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.063428:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466550 00000400:00000010:0.0:1718399243.063429:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466550. 00010000:00000010:3.0:1718399243.063447:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f00. 00010000:00000010:3.0:1718399243.063451:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5376b80. 00010000:00000010:3.0:1718399243.063510:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c6c0. 00010000:00000010:3.0:1718399243.063514:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f00. 00010000:00000010:3.0:1718399243.063520:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5100. 00000100:00000010:3.0:1718399243.063522:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2300. 00000100:00000010:3.0:1718399243.063527:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399243.063533:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.063553:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2200. 00000400:00000010:3.0:1718399243.063556:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310420. 00000400:00000010:3.0:1718399243.063558:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466c38. 00000100:00000200:3.0:1718399243.063561:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316487808, portal 16 00000400:00000010:3.0:1718399243.063564:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94663b8. 00000100:00000200:3.0:1718399243.063565:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316487808, offset 0 00000400:00000200:3.0:1718399243.063568:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.063573:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.063578:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.063581:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.063582:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.063584:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90123:90123:256:4294967295] 192.168.202.25@tcp LPNI seq info [90123:90123:8:4294967295] 00000400:00000200:3.0:1718399243.063589:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.063593:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.063595:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612b00 (tot 82314186). 00000800:00000200:3.0:1718399243.063598:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.063601:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.063603:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.063659:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.063660:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612b00 (tot 82313938). 00000400:00000200:0.0:1718399243.063663:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.063665:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.063668:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94663b8 00000400:00000010:0.0:1718399243.063669:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94663b8. 00000100:00000200:0.0:1718399243.063672:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316487808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.065053:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930de640. 00000400:00000200:0.0:1718399243.065507:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.065515:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00e80 00000400:00000200:0.0:1718399243.065520:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadba9 [1] + 224 00000400:00000200:0.0:1718399243.065532:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.065535:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.065540:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316487808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.065725:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310420. 00000400:00000200:3.0:1718399243.065732:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466c38 00000400:00000010:3.0:1718399243.065733:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466c38. 00000100:00000200:3.0:1718399243.065738:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316487808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.065744:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316487808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.065767:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399243.065771:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399243.065773:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399243.065783:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2300. 00010000:00000010:3.0:1718399243.065786:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5100. 00000400:00000200:0.0:1718399243.066835:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.066843:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c1c0 00000400:00000200:0.0:1718399243.066848:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac4e9 [2] + 1640 00000400:00000200:0.0:1718399243.066899:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.066902:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.066906:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.066909:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00000020:00000010:3.0:1718399243.068000:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a2400. 00000020:00000010:3.0:1718399243.068005:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46700. 00000020:00000010:3.0:1718399243.068008:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399243.068024:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317909952/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399243.068055:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317909952 02000000:00000010:3.0:1718399243.068062:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2200. 00010000:00000010:3.0:1718399243.068087:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f58f80. 00010000:00000010:3.0:1718399243.068102:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5100. 00000100:00000010:3.0:1718399243.068109:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2300. 00000100:00000010:3.0:1718399243.068123:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2300. 00010000:00000010:3.0:1718399243.068126:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5100. 00000400:00000010:3.0:1718399243.068134:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466c38. 00000100:00000200:3.0:1718399243.068138:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317909952, offset 224 00000400:00000200:3.0:1718399243.068143:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.068154:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.068158:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90124:90124:256:4294967295] 192.168.202.25@tcp LPNI seq info [90124:90124:8:4294967295] 00000400:00000200:3.0:1718399243.068165:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.068169:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.068172:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612800 (tot 82314186). 00000800:00000200:3.0:1718399243.068176:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.068184:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.068186:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399243.068202:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46700. 00000020:00000010:3.0:1718399243.068206:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399243.068209:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a2400. 00000800:00000200:0.0:1718399243.068256:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.068258:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612800 (tot 82313938). 00000400:00000200:0.0:1718399243.068262:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1718399243.068265:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c59c600. 00000400:00000200:0.0:1718399243.068265:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.068268:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466c38 00000400:00000010:0.0:1718399243.068281:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466c38. 00010000:00000010:2.0:1718399243.068343:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f00. 00010000:00000010:2.0:1718399243.068348:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093f58f00. 00010000:00000010:2.0:1718399243.068403:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356f3c0. 00010000:00000010:2.0:1718399243.068407:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6800. 00010000:00000010:2.0:1718399243.068414:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571d40. 00000100:00000010:2.0:1718399243.068416:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258900. 00000100:00000010:2.0:1718399243.068422:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbe880. 02000000:00000010:2.0:1718399243.068430:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fa200. 02000000:00000010:2.0:1718399243.068446:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb000. 00000400:00000010:2.0:1718399243.068450:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd9a0. 00000400:00000010:2.0:1718399243.068453:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e000. 00000100:00000200:2.0:1718399243.068457:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316487872, portal 16 00000400:00000010:2.0:1718399243.068459:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e990. 00000100:00000200:2.0:1718399243.068460:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316487872, offset 0 00000400:00000200:2.0:1718399243.068464:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.068469:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.068474:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.068477:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.068479:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.068481:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90125:90125:256:4294967295] 192.168.202.25@tcp LPNI seq info [90125:90125:8:4294967295] 00000400:00000200:2.0:1718399243.068486:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.068511:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.068514:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c59ce00 (tot 82314186). 00000800:00000200:2.0:1718399243.068517:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.068519:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.068521:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c59ce00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.068576:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.068578:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c59ce00 (tot 82313938). 00000400:00000200:0.0:1718399243.068580:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.068583:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.068585:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e990 00000400:00000010:0.0:1718399243.068586:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e990. 00000100:00000200:0.0:1718399243.068591:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbe880 x1801871316487872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.069942:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.069949:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00ec0 00000400:00000200:0.0:1718399243.069953:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadbb5 [1] + 224 00000400:00000200:0.0:1718399243.069965:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.069968:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.069972:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbe880 x1801871316487872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399243.070215:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd9a0. 00000400:00000200:2.0:1718399243.070218:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e000 00000400:00000010:2.0:1718399243.070219:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e000. 00000100:00000200:2.0:1718399243.070223:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbe880 x1801871316487872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.070228:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbe880 x1801871316487872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.070304:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb000. 02000000:00000010:2.0:1718399243.070311:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fa200. 00000100:00000010:2.0:1718399243.070315:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbe880. 00000100:00000010:2.0:1718399243.070318:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258900. 00010000:00000010:2.0:1718399243.070322:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571d40. 00010000:00000010:0.1:1718399243.073357:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf7fcc0. 00000400:00000200:1.0:1718399243.073880:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.073892:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c200 00000400:00000200:1.0:1718399243.073898:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac4e9 [2] + 1968 00000400:00000010:1.0:1718399243.073901:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1b58. 00000400:00000200:1.0:1718399243.073904:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009294ca80 00000400:00000200:1.0:1718399243.073957:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.073960:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.073963:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009294ca80 00000400:00000010:1.0:1718399243.073964:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88009294ca80 (tot 82313786). 00000100:00000200:1.0:1718399243.073968:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1718399243.074023:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c3200. 00000020:00000010:0.0:1718399243.074028:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399243.074031:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399243.074049:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a9eaa850 x1801871317910016/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1718399243.074067:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317910016 02000000:00000010:0.0:1718399243.074073:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2400. 00010000:00000010:0.0:1718399243.074093:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012eaf1180. 00010000:00000010:0.0:1718399243.074108:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d440. 00000100:00000010:0.0:1718399243.074113:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9c00. 00000100:00000010:0.0:1718399243.074709:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9c00. 00010000:00000010:0.0:1718399243.074714:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d440. 00080000:00000010:2.0:1718399243.074722:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c59c800. 00000400:00000010:0.0:1718399243.074726:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376e58. 00000100:00000200:0.0:1718399243.074730:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317910016, offset 224 00000400:00000200:0.0:1718399243.074735:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.074743:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.074747:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90126:90126:256:4294967295] 192.168.202.25@tcp LPNI seq info [90126:90126:8:4294967295] 00000400:00000200:0.0:1718399243.074753:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.074757:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.074760:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365c700 (tot 82314034). 00000800:00000200:0.0:1718399243.074764:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.074770:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.074773:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365c700 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1718399243.074791:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6800. 00010000:00000010:2.0:1718399243.074796:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d45bf00. 00000020:00000010:0.0:1718399243.074824:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399243.074827:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399243.074830:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c3200. 02000000:00000010:0.0:1718399243.074837:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2200. 00000100:00000010:0.0:1718399243.074839:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 02000000:00000010:0.0:1718399243.074842:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3000. 00000100:00000010:0.0:1718399243.074844:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 02000000:00000010:0.0:1718399243.074846:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c3c00. 00000100:00000010:0.0:1718399243.074847:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 02000000:00000010:0.0:1718399243.074849:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2600. 00010000:00000010:2.0:1718399243.074850:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356eac0. 00000100:00000010:0.0:1718399243.074850:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaac0. 00010000:00000010:2.0:1718399243.074853:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6800. 02000000:00000010:0.0:1718399243.074853:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fae00. 00000100:00000010:0.0:1718399243.074855:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaf80. 02000000:00000010:0.0:1718399243.074858:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc600. 00010000:00000010:2.0:1718399243.074860:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571d40. 00000100:00000010:0.0:1718399243.074860:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 00000100:00000010:2.0:1718399243.074863:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258900. 00000100:00000200:0.0:1718399243.074865:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000100:00000010:2.0:1718399243.074868:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbe880. 00000400:00000010:0.0:1718399243.074868:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e928f0. 00000400:00000010:0.0:1718399243.074871:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8800930d9c00 (tot 82314186). 02000000:00000010:2.0:1718399243.074875:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fa200. 02000000:00000010:2.0:1718399243.074891:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb000. 00000400:00000010:2.0:1718399243.074898:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd9a0. 00000400:00000010:2.0:1718399243.074901:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e000. 00000100:00000200:2.0:1718399243.074903:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316487936, portal 16 00000400:00000010:2.0:1718399243.074905:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e088. 00000100:00000200:2.0:1718399243.074906:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316487936, offset 0 00000400:00000200:2.0:1718399243.074910:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.074915:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.074920:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.074922:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.074924:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.074926:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90127:90127:255:4294967295] 192.168.202.25@tcp LPNI seq info [90127:90127:7:4294967295] 00000400:00000200:2.0:1718399243.074931:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.074934:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.074936:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c59ce00 (tot 82314434). 00000800:00000200:2.0:1718399243.074939:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.074942:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.074943:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c59ce00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.075245:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.075247:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365c700 (tot 82314186). 00000400:00000200:1.0:1718399243.075251:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.075254:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.075256:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376e58 00000400:00000010:1.0:1718399243.075257:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376e58. 02000000:00000010:1.0:1718399243.075261:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2400. 00000800:00000200:1.0:1718399243.075300:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.075302:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c59ce00 (tot 82313938). 00000400:00000200:1.0:1718399243.075304:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.075307:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.075308:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e088 00000400:00000010:1.0:1718399243.075309:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e088. 00000100:00000200:1.0:1718399243.075314:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbe880 x1801871316487936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399243.075518:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093383800. 00010000:00000010:3.1:1718399243.075529:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cb40. 00010000:00000010:3.1:1718399243.075532:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88007c59c400. 00010000:00000010:3.1:1718399243.075535:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356db00. 00000400:00000200:0.0:1718399243.077743:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.077754:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00f00 00000400:00000200:0.0:1718399243.077760:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadbc5 [1] + 224 00000400:00000200:0.0:1718399243.077786:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.077790:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.077796:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbe880 x1801871316487936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399243.077847:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd9a0. 00000400:00000200:2.0:1718399243.077851:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e000 00000400:00000010:2.0:1718399243.077852:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e000. 00000100:00000200:2.0:1718399243.077857:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbe880 x1801871316487936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.077863:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbe880 x1801871316487936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.077887:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb000. 02000000:00000010:2.0:1718399243.077894:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fa200. 00000100:00000010:2.0:1718399243.077897:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbe880. 00000100:00000010:2.0:1718399243.077900:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258900. 00010000:00000010:2.0:1718399243.077904:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571d40. 00000400:00000200:0.0:1718399243.078514:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.078521:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c240 00000400:00000200:0.0:1718399243.078526:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac541 [2] + 0 00000400:00000200:0.0:1718399243.078814:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.078819:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.078824:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.078829:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00000020:00000010:2.0:1718399243.078889:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa200. 00000020:00000010:2.0:1718399243.078893:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399243.078897:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.078913:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317910080/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399243.078945:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317910080 02000000:00000010:2.0:1718399243.078953:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb000. 00010000:00000010:2.0:1718399243.078973:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012f65c400. 00010000:00000010:2.0:1718399243.078987:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571d40. 00000100:00000010:2.0:1718399243.078991:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258900. 00000100:00000010:2.0:1718399243.079009:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258900. 00010000:00000010:2.0:1718399243.079013:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571d40. 00000400:00000010:2.0:1718399243.079020:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e000. 00000100:00000200:2.0:1718399243.079024:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317910080, offset 224 00000400:00000200:2.0:1718399243.079029:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.079037:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.079042:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90128:90128:256:4294967295] 192.168.202.25@tcp LPNI seq info [90128:90128:8:4294967295] 00000400:00000200:2.0:1718399243.079048:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.079052:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.079055:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c291500 (tot 82314186). 00000800:00000200:2.0:1718399243.079059:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.079064:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.079067:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012c291500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.079083:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6e80. 00000020:00000010:2.0:1718399243.079087:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399243.079089:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa200. 00080000:00000010:3.0:1718399243.079148:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093612800. 00010000:00000010:3.0:1718399243.080466:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6800. 00010000:00000010:3.0:1718399243.080475:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093c5d580. 00010000:00000010:3.0:1718399243.080538:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cfc0. 00010000:00000010:3.0:1718399243.080543:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46700. 00010000:00000010:3.0:1718399243.080550:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e58c0. 00000100:00000010:3.0:1718399243.080555:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2300. 00000100:00000010:3.0:1718399243.080562:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399243.080571:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.080589:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.080593:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310420. 00000400:00000010:3.0:1718399243.080598:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399243.080602:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316488000, portal 16 00000400:00000010:3.0:1718399243.080606:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466440. 00000100:00000200:3.0:1718399243.080607:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316488000, offset 0 00000400:00000200:3.0:1718399243.080612:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.080620:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.080626:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.080628:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.080630:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.080632:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90129:90129:255:4294967295] 192.168.202.25@tcp LPNI seq info [90129:90129:7:4294967295] 00000400:00000200:3.0:1718399243.080639:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.080643:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.080645:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093612b00 (tot 82314434). 00000800:00000200:3.0:1718399243.080649:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.080655:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.080657:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093612b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.080795:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.080797:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c291500 (tot 82314186). 00000400:00000200:1.0:1718399243.080799:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.080803:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.080806:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e000 00000400:00000010:1.0:1718399243.080808:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e000. 00000800:00000200:1.0:1718399243.080863:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.080865:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093612b00 (tot 82313938). 00000400:00000200:1.0:1718399243.080867:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.080870:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.080871:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466440 00000400:00000010:1.0:1718399243.080872:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466440. 00000100:00000200:1.0:1718399243.080876:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316488000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.099456:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e72500. 00010000:00000010:0.1:1718399243.099464:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e640. 00010000:00000010:0.1:1718399243.099467:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093000480. 00010000:00000010:0.1:1718399243.099469:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933f3800. 00010000:00000010:0.1:1718399243.099472:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c000. 00010000:00000010:0.1:1718399243.099477:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093003600. 00010000:00000010:1.1:1718399243.099757:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093385d40. 00010000:00000010:2.1:1718399243.101109:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093154900. 00010000:00000010:2.1:1718399243.101116:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c6c0. 00010000:00000010:2.1:1718399243.101157:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c93100. 00010000:00000010:2.1:1718399243.101163:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f3c0. 00000400:00000200:0.0:1718399243.101895:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.101916:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00f40 00000400:00000200:0.0:1718399243.101923:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadbd1 [1] + 224 00000400:00000200:0.0:1718399243.101945:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.101949:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.101975:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316488000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399243.102031:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310420. 00000400:00000200:2.0:1718399243.102037:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:2.0:1718399243.102039:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000100:00000200:2.0:1718399243.102043:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316488000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.102049:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316488000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.102077:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:2.0:1718399243.102082:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:2.0:1718399243.102085:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:2.0:1718399243.102090:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2300. 00010000:00000010:2.0:1718399243.102093:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e58c0. 00000400:00000200:0.0:1718399243.102208:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.102214:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c280 00000400:00000200:0.0:1718399243.102218:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac541 [2] + 328 00000400:00000200:0.0:1718399243.102264:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.102267:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.102285:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.102288:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000020:00000010:1.0:1718399243.102362:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399243.102368:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399243.102371:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.102389:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317910144/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399243.102416:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317910144 02000000:00000010:1.0:1718399243.102430:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fda00. 00010000:00000010:1.0:1718399243.102450:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097c34200. 00010000:00000010:1.0:1718399243.102470:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d9f00. 00000100:00000010:1.0:1718399243.102475:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc000. 00000100:00000010:1.0:1718399243.102489:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc000. 00010000:00000010:1.0:1718399243.102497:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d9f00. 00000400:00000010:1.0:1718399243.102507:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a550. 00000100:00000200:1.0:1718399243.102510:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317910144, offset 224 00080000:00000010:2.0:1718399243.102513:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c291b00. 00000400:00000200:1.0:1718399243.102515:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.102527:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.102532:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90130:90130:256:4294967295] 192.168.202.25@tcp LPNI seq info [90130:90130:8:4294967295] 00000400:00000200:1.0:1718399243.102539:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.102547:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.102550:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e400 (tot 82314186). 00000800:00000200:1.0:1718399243.102554:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.102559:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.102562:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e400 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1718399243.102570:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46700. 00010000:00000010:2.0:1718399243.102575:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009579bd00. 00000020:00000010:1.0:1718399243.102579:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399243.102581:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.102584:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc400. 00010000:00000010:2.0:1718399243.102636:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356f3c0. 00010000:00000010:2.0:1718399243.102640:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e80. 00010000:00000010:2.0:1718399243.102646:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571d40. 00000100:00000010:2.0:1718399243.102649:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258900. 00000100:00000010:2.0:1718399243.102653:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbe880. 02000000:00000010:2.0:1718399243.102661:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fa200. 02000000:00000010:2.0:1718399243.102676:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb400. 00000400:00000010:2.0:1718399243.102679:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd9a0. 00000400:00000010:2.0:1718399243.102682:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e198. 00000100:00000200:2.0:1718399243.102686:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316488064, portal 16 00000400:00000010:2.0:1718399243.102689:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e6e8. 00000100:00000200:2.0:1718399243.102690:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316488064, offset 0 00000400:00000200:2.0:1718399243.102694:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.102698:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.102703:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.102706:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.102707:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.102709:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90131:90131:255:4294967295] 192.168.202.25@tcp LPNI seq info [90131:90131:7:4294967295] 00000400:00000200:2.0:1718399243.102715:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.102718:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.102720:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c291300 (tot 82314434). 00000800:00000200:2.0:1718399243.102722:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.102725:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.102727:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012c291300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.102750:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.102752:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e400 (tot 82314186). 00000400:00000200:0.0:1718399243.102755:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.102765:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.102767:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a550 00000400:00000010:0.0:1718399243.102768:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a550. 00000800:00000200:0.0:1718399243.102807:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.102809:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c291300 (tot 82313938). 00000400:00000200:0.0:1718399243.102810:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.102813:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.102815:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e6e8 00000400:00000010:0.0:1718399243.102816:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e6e8. 00000100:00000200:0.0:1718399243.102820:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbe880 x1801871316488064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.104065:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.104073:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00f80 00000400:00000200:0.0:1718399243.104078:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadbdd [1] + 224 00000400:00000200:0.0:1718399243.104091:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.104094:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.104098:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbe880 x1801871316488064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.104992:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.105000:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c2c0 00000400:00000200:0.0:1718399243.105006:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac541 [2] + 656 00000400:00000200:0.0:1718399243.105053:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.105056:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.105061:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.105067:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000020:00000010:1.0:1718399243.105152:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399243.105158:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399243.105161:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.105180:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317910208/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399243.105205:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317910208 02000000:00000010:1.0:1718399243.105212:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fce00. 00000400:00000010:2.0:1718399243.105236:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd9a0. 00000400:00000200:2.0:1718399243.105240:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e198 00010000:00000010:1.0:1718399243.105241:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d9f00. 00000400:00000010:2.0:1718399243.105242:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e198. 00000100:00000010:1.0:1718399243.105246:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc000. 00000100:00000200:2.0:1718399243.105247:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbe880 x1801871316488064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1718399243.105250:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc000. 00000100:00000200:2.0:1718399243.105253:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbe880 x1801871316488064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1718399243.105253:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d9f00. 00000400:00000010:1.0:1718399243.105263:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ac38. 00000100:00000200:1.0:1718399243.105266:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317910208, offset 224 00010000:00000010:2.0:1718399243.105267:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a59c80. 00000400:00000200:1.0:1718399243.105291:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.105298:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 02000000:00000010:2.0:1718399243.105301:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb400. 00000400:00000200:1.0:1718399243.105304:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90132:90132:256:4294967295] 192.168.202.25@tcp LPNI seq info [90132:90132:8:4294967295] 02000000:00000010:2.0:1718399243.105306:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fa200. 00000400:00000200:1.0:1718399243.105310:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000100:00000010:2.0:1718399243.105311:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbe880. 00000100:00000010:2.0:1718399243.105314:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258900. 00000800:00000200:1.0:1718399243.105314:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.105318:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e100 (tot 82314186). 00010000:00000010:2.0:1718399243.105319:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571d40. 00000800:00000200:1.0:1718399243.105323:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00080000:00000010:2.0:1718399243.105329:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c291a00. 00000800:00000200:1.0:1718399243.105329:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.105332:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.105342:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399243.105344:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.105348:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc400. 00010000:00000010:2.0:1718399243.105390:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e80. 00010000:00000010:2.0:1718399243.105397:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a59c00. 00000800:00000200:0.0:1718399243.105433:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.105435:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e100 (tot 82313938). 00000400:00000200:0.0:1718399243.105438:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.105441:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.105443:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ac38 00000400:00000010:0.0:1718399243.105444:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ac38. 00010000:00000010:2.0:1718399243.105454:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356dd40. 00010000:00000010:2.0:1718399243.105458:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e80. 00010000:00000010:2.0:1718399243.105464:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571d40. 00000100:00000010:2.0:1718399243.105466:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258900. 00000100:00000010:2.0:1718399243.105472:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbe880. 02000000:00000010:2.0:1718399243.105479:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fa200. 02000000:00000010:2.0:1718399243.105494:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb400. 00000400:00000010:2.0:1718399243.105497:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd9a0. 00000400:00000010:2.0:1718399243.105499:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e198. 00000100:00000200:2.0:1718399243.105502:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316488128, portal 16 00000400:00000010:2.0:1718399243.105505:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ea18. 00000100:00000200:2.0:1718399243.105506:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316488128, offset 0 00000400:00000200:2.0:1718399243.105510:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.105514:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.105518:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.105521:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.105523:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.105525:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90133:90133:256:4294967295] 192.168.202.25@tcp LPNI seq info [90133:90133:8:4294967295] 00000400:00000200:2.0:1718399243.105531:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.105534:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.105536:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c291200 (tot 82314186). 00000800:00000200:2.0:1718399243.105538:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.105541:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.105543:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012c291200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.105598:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.105600:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c291200 (tot 82313938). 00000400:00000200:0.0:1718399243.105603:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.105606:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.105608:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ea18 00000400:00000010:0.0:1718399243.105608:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ea18. 00000100:00000200:0.0:1718399243.105613:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbe880 x1801871316488128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.106590:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.106597:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc00fc0 00000400:00000200:0.0:1718399243.106601:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadbe9 [1] + 224 00000400:00000200:0.0:1718399243.106611:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.106614:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.106617:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbe880 x1801871316488128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399243.106660:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd9a0. 00000400:00000200:2.0:1718399243.106663:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e198 00000400:00000010:2.0:1718399243.106664:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e198. 00000100:00000200:2.0:1718399243.106667:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbe880 x1801871316488128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.106672:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbe880 x1801871316488128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.106688:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb400. 02000000:00000010:2.0:1718399243.106691:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fa200. 00000100:00000010:2.0:1718399243.106694:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbe880. 00000100:00000010:2.0:1718399243.106696:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258900. 00010000:00000010:2.0:1718399243.106698:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571d40. 00000400:00000200:0.0:1718399243.106958:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.106963:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c300 00000400:00000200:0.0:1718399243.106966:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac541 [2] + 984 00000400:00000200:0.0:1718399243.106996:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.106999:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.107002:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.107005:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00000020:00000010:1.0:1718399243.107059:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399243.107062:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399243.107064:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.107074:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317910272/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399243.107094:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317910272 02000000:00000010:1.0:1718399243.107100:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd800. 00010000:00000010:1.0:1718399243.107112:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800922c5c80. 00010000:00000010:1.0:1718399243.107123:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d9f00. 00000100:00000010:1.0:1718399243.107126:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc000. 00000100:00000010:1.0:1718399243.107138:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc000. 00010000:00000010:1.0:1718399243.107140:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d9f00. 00000400:00000010:1.0:1718399243.107146:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a660. 00000100:00000200:1.0:1718399243.107148:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317910272, offset 224 00000400:00000200:1.0:1718399243.107153:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:2.0:1718399243.107159:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c291000. 00000400:00000200:1.0:1718399243.107159:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.107162:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90134:90134:256:4294967295] 192.168.202.25@tcp LPNI seq info [90134:90134:8:4294967295] 00000400:00000200:1.0:1718399243.107167:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.107172:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.107174:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e100 (tot 82314186). 00000800:00000200:1.0:1718399243.107177:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.107181:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.107183:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.107191:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac00. 00010000:00000010:2.0:1718399243.107194:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e80. 00000020:00000010:1.0:1718399243.107194:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.107196:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc400. 00010000:00000010:2.0:1718399243.107197:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800922c5c00. 00010000:00000010:2.0:1718399243.107238:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c900. 00010000:00000010:2.0:1718399243.107242:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e80. 00010000:00000010:2.0:1718399243.107247:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571d40. 00000100:00000010:2.0:1718399243.107249:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258900. 00000100:00000010:2.0:1718399243.107252:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbe880. 02000000:00000010:2.0:1718399243.107257:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fa200. 00000800:00000200:0.0:1718399243.107261:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.107263:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e100 (tot 82313938). 02000000:00000010:2.0:1718399243.107266:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb400. 00000400:00000200:0.0:1718399243.107266:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.107268:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000010:2.0:1718399243.107281:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd9a0. 00000400:00000200:0.0:1718399243.107283:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a660 00000400:00000010:0.0:1718399243.107284:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a660. 00000400:00000010:2.0:1718399243.107376:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e198. 00000100:00000200:2.0:1718399243.107380:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316488192, portal 16 00000400:00000010:2.0:1718399243.107382:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eb28. 00000100:00000200:2.0:1718399243.107383:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316488192, offset 0 00000400:00000200:2.0:1718399243.107387:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.107392:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.107396:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.107397:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.107399:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.107401:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90135:90135:256:4294967295] 192.168.202.25@tcp LPNI seq info [90135:90135:8:4294967295] 00000400:00000200:2.0:1718399243.107406:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.107410:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.107412:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c291200 (tot 82314186). 00000800:00000200:2.0:1718399243.107415:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.107418:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.107420:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012c291200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.107477:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.107479:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c291200 (tot 82313938). 00000400:00000200:0.0:1718399243.107481:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.107485:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.107487:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eb28 00000400:00000010:0.0:1718399243.107488:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eb28. 00000100:00000200:0.0:1718399243.107491:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbe880 x1801871316488192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399243.108339:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930bb600. 00010000:00000010:1.1:1718399243.108352:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009313ec00. 00010000:00000010:1.1:1718399243.108357:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356eac0. 00000400:00000200:0.0:1718399243.108558:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.108564:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01000 00000400:00000200:0.0:1718399243.108567:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadbf5 [1] + 224 00000400:00000200:0.0:1718399243.108580:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.108583:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.108587:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbe880 x1801871316488192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.108782:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.108788:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c340 00000400:00000200:0.0:1718399243.108791:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac541 [2] + 1312 00000400:00000200:0.0:1718399243.108825:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.108828:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.108831:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.108834:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 00000020:00000010:1.0:1718399243.108886:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399243.108890:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399243.108892:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.108903:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317910336/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399243.108921:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317910336 02000000:00000010:1.0:1718399243.108926:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc800. 00010000:00000010:1.0:1718399243.108939:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53d9f00. 00000100:00000010:1.0:1718399243.108943:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc000. 00000100:00000010:1.0:1718399243.108945:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc000. 00010000:00000010:1.0:1718399243.108947:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53d9f00. 00000400:00000010:1.0:1718399243.108953:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a5d8. 00000100:00000200:1.0:1718399243.108955:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317910336, offset 224 00000400:00000200:1.0:1718399243.108959:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.108963:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.108967:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90136:90136:256:4294967295] 192.168.202.25@tcp LPNI seq info [90136:90136:8:4294967295] 00000400:00000200:1.0:1718399243.108973:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.108977:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.108979:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e400 (tot 82314186). 00000800:00000200:1.0:1718399243.108982:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.108986:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.108989:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.109000:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399243.109003:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.109005:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc400. 00000800:00000200:0.0:1718399243.109157:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.109159:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e400 (tot 82313938). 00000400:00000200:0.0:1718399243.109162:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.109165:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.109167:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a5d8 00000400:00000010:0.0:1718399243.109168:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a5d8. 00000400:00000010:3.0:1718399243.109223:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd9a0. 00000400:00000200:3.0:1718399243.109225:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e198 00000400:00000010:3.0:1718399243.109227:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e198. 00000100:00000200:3.0:1718399243.109231:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbe880 x1801871316488192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.109237:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbe880 x1801871316488192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399243.109250:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093391000. 02000000:00000010:3.0:1718399243.109260:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb400. 02000000:00000010:3.0:1718399243.109263:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fa200. 00000100:00000010:3.0:1718399243.109266:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbe880. 00000100:00000010:3.0:1718399243.109292:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258900. 00010000:00000010:3.0:1718399243.109296:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571d40. 00080000:00000010:3.0:1718399243.109303:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093612b00. 00010000:00000010:3.0:1718399243.109506:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e80. 00010000:00000010:3.0:1718399243.109510:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880098758d00. 00010000:00000010:3.0:1718399243.109551:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d8c0. 00010000:00000010:3.0:1718399243.109555:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46700. 00010000:00000010:3.0:1718399243.109560:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5b40. 00000100:00000010:3.0:1718399243.109563:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2840. 00000100:00000010:3.0:1718399243.109567:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb39c80. 02000000:00000010:3.0:1718399243.109573:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399243.109584:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399243.109587:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310370. 00000400:00000010:3.0:1718399243.109590:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466220. 00000100:00000200:3.0:1718399243.109592:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316488256, portal 16 00000400:00000010:3.0:1718399243.109594:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466330. 00000100:00000200:3.0:1718399243.109595:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316488256, offset 0 00000400:00000200:3.0:1718399243.109599:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.109603:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.109607:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.109609:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.109611:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.109613:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90137:90137:256:4294967295] 192.168.202.25@tcp LPNI seq info [90137:90137:8:4294967295] 00000400:00000200:3.0:1718399243.109618:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.109621:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.109624:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009577ab00 (tot 82314186). 00000800:00000200:3.0:1718399243.109627:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.109631:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.109632:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009577ab00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.110342:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.110345:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009577ab00 (tot 82313938). 00000400:00000200:0.0:1718399243.110350:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.110353:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.110355:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466330 00000400:00000010:0.0:1718399243.110356:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466330. 00000100:00000200:0.0:1718399243.110359:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb39c80 x1801871316488256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.111804:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.111815:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01040 00000400:00000200:0.0:1718399243.111820:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadc01 [1] + 224 00000400:00000200:0.0:1718399243.111835:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.111838:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.111843:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb39c80 x1801871316488256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399243.112089:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a512f3c0. 00000400:00000010:3.0:1718399243.112164:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310370. 00000400:00000200:3.0:1718399243.112168:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466220 00000400:00000010:3.0:1718399243.112169:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466220. 00000100:00000200:3.0:1718399243.112174:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb39c80 x1801871316488256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.112180:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb39c80 x1801871316488256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.112198:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.112205:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399243.112208:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb39c80. 00000100:00000010:3.0:1718399243.112214:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2840. 00010000:00000010:3.0:1718399243.112217:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5b40. 00000400:00000200:0.0:1718399243.114927:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.114940:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c380 00000400:00000200:0.0:1718399243.114944:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac541 [2] + 1640 00000400:00000200:0.0:1718399243.114996:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.115000:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.115005:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.115010:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 00000020:00000010:2.0:1718399243.116687:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fba00. 00000020:00000010:2.0:1718399243.116693:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6000. 00000020:00000010:2.0:1718399243.116696:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.116716:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c2797c0 x1801871317910400/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399243.116750:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317910400 02000000:00000010:2.0:1718399243.116757:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fac00. 00010000:00000010:2.0:1718399243.116786:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093391d00. 00010000:00000010:2.0:1718399243.116800:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571a40. 00000100:00000010:2.0:1718399243.116806:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258780. 00000100:00000010:2.0:1718399243.116821:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258780. 00010000:00000010:2.0:1718399243.116825:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571a40. 00000400:00000010:2.0:1718399243.116834:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eaa0. 00000100:00000200:2.0:1718399243.116838:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317910400, offset 224 00000400:00000200:2.0:1718399243.116849:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.116858:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.116863:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90138:90138:256:4294967295] 192.168.202.25@tcp LPNI seq info [90138:90138:8:4294967295] 00000400:00000200:2.0:1718399243.116871:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.116876:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.116879:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c291500 (tot 82314186). 00000800:00000200:2.0:1718399243.116883:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.116889:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.116892:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012c291500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.116915:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6000. 00000020:00000010:2.0:1718399243.116919:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399243.116921:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fba00. 00000800:00000200:1.0:1718399243.116979:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.116981:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c291500 (tot 82313938). 00080000:00000010:3.0:1718399243.116983:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009577a200. 00000400:00000200:1.0:1718399243.116984:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.116987:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.116989:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eaa0 00000400:00000010:1.0:1718399243.116991:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eaa0. 00010000:00000010:3.0:1718399243.117035:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46700. 00010000:00000010:3.0:1718399243.117040:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093391c80. 00010000:00000010:3.0:1718399243.117104:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09dd40. 00010000:00000010:3.0:1718399243.117108:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46700. 00010000:00000010:3.0:1718399243.117116:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5b40. 00000100:00000010:3.0:1718399243.117119:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2840. 00000100:00000010:3.0:1718399243.117125:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb39c80. 02000000:00000010:3.0:1718399243.117133:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399243.117149:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399243.117152:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310370. 00000400:00000010:3.0:1718399243.117156:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466220. 00000100:00000200:3.0:1718399243.117159:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316488320, portal 16 00000400:00000010:3.0:1718399243.117162:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466aa0. 00000100:00000200:3.0:1718399243.117163:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316488320, offset 0 00000400:00000200:3.0:1718399243.117168:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.117173:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.117179:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.117181:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.117183:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.117185:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90139:90139:256:4294967295] 192.168.202.25@tcp LPNI seq info [90139:90139:8:4294967295] 00000400:00000200:3.0:1718399243.117192:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.117194:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.117196:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009577a800 (tot 82314186). 00000800:00000200:3.0:1718399243.117199:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.117202:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.117204:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009577a800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.117249:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.117251:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009577a800 (tot 82313938). 00000400:00000200:1.0:1718399243.117255:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.117259:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.117261:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:1.0:1718399243.117262:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00000100:00000200:1.0:1718399243.117265:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb39c80 x1801871316488320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399243.118594:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093102500. 00010000:00000010:3.1:1718399243.118602:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cfc0. 00010000:00000010:3.1:1718399243.118606:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930e8480. 00010000:00000010:3.1:1718399243.118609:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933eb800. 00010000:00000010:3.1:1718399243.118613:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f3c0. 00010000:00000010:3.1:1718399243.118615:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d9b6f00. 00010000:00000010:3.1:1718399243.118616:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00000400:00000200:1.0:1718399243.118673:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.118682:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01080 00000400:00000200:1.0:1718399243.118687:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadc0d [1] + 224 00000400:00000200:1.0:1718399243.118700:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.118702:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.118905:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb39c80 x1801871316488320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.118932:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.118936:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c3c0 00000400:00000200:1.0:1718399243.118940:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac541 [2] + 1968 00000400:00000010:1.0:1718399243.118943:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1b00. 00000400:00000200:1.0:1718399243.118945:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009294c780 00000400:00000200:1.0:1718399243.119107:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.119112:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.119114:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009294c780 00000400:00000010:1.0:1718399243.119116:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88009294c780 (tot 82313786). 00000100:00000200:1.0:1718399243.119120:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1718399243.119172:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fba00. 00000020:00000010:2.0:1718399243.119176:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6000. 00000020:00000010:2.0:1718399243.119179:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.119198:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a9eab050 x1801871317910464/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399243.119217:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317910464 02000000:00000010:2.0:1718399243.119222:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa400. 00010000:00000010:2.0:1718399243.119249:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571a40. 00000100:00000010:2.0:1718399243.119254:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258780. 00000100:00000010:2.0:1718399243.119260:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258780. 00010000:00000010:2.0:1718399243.119264:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571a40. 00000400:00000010:2.0:1718399243.119288:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e330. 00000100:00000200:2.0:1718399243.119292:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317910464, offset 224 00000400:00000200:2.0:1718399243.119296:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.119301:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.119305:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90140:90140:256:4294967295] 192.168.202.25@tcp LPNI seq info [90140:90140:8:4294967295] 00000400:00000200:2.0:1718399243.119312:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.119316:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.119319:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c291c00 (tot 82314034). 00000800:00000200:2.0:1718399243.119323:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.119327:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.119330:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012c291c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.119338:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6000. 00000020:00000010:2.0:1718399243.119341:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399243.119343:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fba00. 02000000:00000010:2.0:1718399243.119350:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fac00. 00000100:00000010:2.0:1718399243.119354:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 02000000:00000010:2.0:1718399243.119356:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc800. 00000100:00000010:2.0:1718399243.119358:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 02000000:00000010:2.0:1718399243.119360:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd800. 00000100:00000010:2.0:1718399243.119362:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 02000000:00000010:2.0:1718399243.119364:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fce00. 00000100:00000010:2.0:1718399243.119365:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 02000000:00000010:2.0:1718399243.119367:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fda00. 00000100:00000010:2.0:1718399243.119368:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 02000000:00000010:2.0:1718399243.119370:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb000. 00000100:00000010:2.0:1718399243.119371:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 00000100:00000200:2.0:1718399243.119374:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399243.119377:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd268. 00000400:00000010:2.0:1718399243.119379:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093258780 (tot 82314186). 00000800:00000200:2.0:1718399243.119419:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399243.119421:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c291c00 (tot 82313938). 00000400:00000200:2.0:1718399243.119423:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.119425:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399243.119427:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e330 00000400:00000010:2.0:1718399243.119428:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e330. 02000000:00000010:2.0:1718399243.119431:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa400. 00000400:00000010:3.0:1718399243.119644:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310370. 00000400:00000200:3.0:1718399243.119648:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466220 00000400:00000010:3.0:1718399243.119649:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466220. 00000100:00000200:3.0:1718399243.119654:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb39c80 x1801871316488320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.119659:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb39c80 x1801871316488320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399243.119674:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092938080. 02000000:00000010:3.0:1718399243.119686:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.119689:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399243.119693:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb39c80. 00000100:00000010:3.0:1718399243.119698:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2840. 00010000:00000010:3.0:1718399243.119700:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5b40. 00080000:00000010:3.0:1718399243.119711:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009577aa00. 00010000:00000010:3.0:1718399243.119761:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46700. 00010000:00000010:3.0:1718399243.119802:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012f65c080. 00010000:00000010:3.0:1718399243.120387:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009577af00. 00010000:00000010:3.0:1718399243.120390:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46700. 00010000:00000010:3.0:1718399243.120394:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cfc0. 00010000:00000010:3.0:1718399243.120397:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f00. 00080000:00000010:3.0:1718399243.120406:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009577a600. 00010000:00000010:3.0:1718399243.120510:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f00. 00010000:00000010:3.0:1718399243.120514:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46700. 00010000:00000010:3.0:1718399243.120596:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f600. 00010000:00000010:3.0:1718399243.120599:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46700. 00010000:00000010:3.0:1718399243.120605:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5b40. 00000100:00000010:3.0:1718399243.120608:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2840. 00000100:00000010:3.0:1718399243.120613:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb39c80. 02000000:00000010:3.0:1718399243.120621:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399243.120638:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399243.120642:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310370. 00000400:00000010:3.0:1718399243.120645:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466220. 00000100:00000200:3.0:1718399243.120647:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316488384, portal 16 00000400:00000010:3.0:1718399243.120650:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399243.120651:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316488384, offset 0 00000400:00000200:3.0:1718399243.120655:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.120661:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.120666:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.120669:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.120671:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.120673:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90141:90141:256:4294967295] 192.168.202.25@tcp LPNI seq info [90141:90141:8:4294967295] 00000400:00000200:3.0:1718399243.120679:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.120683:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.120685:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009577ad00 (tot 82314186). 00000800:00000200:3.0:1718399243.120688:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.120693:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.120695:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009577ad00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399243.126189:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399243.126195:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009577ad00 (tot 82313938). 00000400:00000200:2.0:1718399243.126205:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.126213:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399243.126218:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:2.0:1718399243.126220:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:2.0:1718399243.126227:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb39c80 x1801871316488384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399243.126329:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093009b00. 00010000:00000010:2.1:1718399243.134764:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093fc1680. 00010000:00000010:1.1:1718399243.135048:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093fc3600. 00010000:00000010:1.1:1718399243.135054:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5219d00. 00010000:00000010:1.1:1718399243.135058:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c900. 00010000:00000010:1.1:1718399243.135061:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012b489f00. 00010000:00000010:1.1:1718399243.135071:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d8c0. 00000400:00000200:2.0:1718399243.139219:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.139235:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc010c0 00000400:00000200:2.0:1718399243.139243:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadc1d [1] + 224 00000400:00000200:2.0:1718399243.139253:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.139255:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.139263:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb39c80 x1801871316488384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399243.139304:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.139308:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c400 00000400:00000200:2.0:1718399243.139312:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac5a1 [2] + 0 00000400:00000010:3.0:1718399243.139330:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310370. 00000400:00000200:3.0:1718399243.139335:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466220 00000400:00000010:3.0:1718399243.139337:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466220. 00000100:00000200:3.0:1718399243.139341:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb39c80 x1801871316488384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.139347:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb39c80 x1801871316488384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399243.139370:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1718399243.139371:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 00000400:00000200:2.0:1718399243.139374:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 02000000:00000010:3.0:1718399243.139376:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000200:2.0:1718399243.139378:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1718399243.139379:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb39c80. 00000100:00000010:2.0:1718399243.139381:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf200. 00000100:00000010:3.0:1718399243.139385:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2840. 00010000:00000010:3.0:1718399243.139388:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5b40. 00000020:00000010:0.0:1718399243.139479:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c3c00. 00000020:00000010:0.0:1718399243.139484:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399243.139487:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399243.139517:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbf200 x1801871317910528/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1718399243.139535:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317910528 02000000:00000010:0.0:1718399243.139542:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2600. 00010000:00000010:0.0:1718399243.139560:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093522000. 00010000:00000010:0.0:1718399243.139575:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357ce80. 00000100:00000010:0.0:1718399243.139579:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d93c0. 00000100:00000010:0.0:1718399243.139584:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d93c0. 00010000:00000010:0.0:1718399243.139587:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357ce80. 00080000:00000010:2.0:1718399243.139595:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c291500. 00000400:00000010:0.0:1718399243.139596:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376dd0. 00000100:00000200:0.0:1718399243.139599:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317910528, offset 224 00000400:00000200:0.0:1718399243.139603:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.139611:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.139616:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90142:90142:256:4294967295] 192.168.202.25@tcp LPNI seq info [90142:90142:8:4294967295] 00000400:00000200:0.0:1718399243.139623:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.139626:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.139629:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365c300 (tot 82314186). 00000800:00000200:0.0:1718399243.139634:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.139640:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.139642:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365c300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399243.139653:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399243.139655:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00010000:00000010:2.0:1718399243.139656:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46700. 00000020:00000010:0.0:1718399243.139658:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c3c00. 00010000:00000010:2.0:1718399243.139661:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800922c5180. 00010000:00000010:2.0:1718399243.139722:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e880. 00010000:00000010:2.0:1718399243.139726:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6000. 00010000:00000010:2.0:1718399243.139732:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571a40. 00000100:00000010:2.0:1718399243.139735:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.139740:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbe880. 02000000:00000010:2.0:1718399243.139748:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fa400. 02000000:00000010:2.0:1718399243.139762:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fac00. 00000400:00000010:2.0:1718399243.139766:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd420. 00000400:00000010:2.0:1718399243.139768:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e330. 00000100:00000200:2.0:1718399243.139771:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316488448, portal 16 00000400:00000010:2.0:1718399243.139786:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399243.139788:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316488448, offset 0 00000400:00000200:2.0:1718399243.139792:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.139796:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.139801:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.139803:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.139805:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.139807:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90143:90143:255:4294967295] 192.168.202.25@tcp LPNI seq info [90143:90143:7:4294967295] 00000400:00000200:2.0:1718399243.139813:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.139816:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.139818:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c291300 (tot 82314434). 00000800:00000200:2.0:1718399243.139820:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.139824:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.139825:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012c291300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399243.139850:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399243.139852:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365c300 (tot 82314186). 00000400:00000200:2.0:1718399243.139854:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.139857:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399243.139859:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376dd0 00000400:00000010:2.0:1718399243.139860:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376dd0. 00000800:00000200:2.0:1718399243.139891:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399243.139892:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c291300 (tot 82313938). 00000400:00000200:2.0:1718399243.139894:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.139896:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399243.139898:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:2.0:1718399243.139899:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000100:00000200:2.0:1718399243.139903:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbe880 x1801871316488448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399243.143673:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3d2100. 00010000:00000010:1.1:1718399243.143673:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88013100cd80. 00010000:00000010:2.1:1718399243.143683:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f600. 00010000:00000010:1.1:1718399243.143683:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5131400. 00010000:00000010:1.1:1718399243.143686:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09dd40. 00010000:00000010:1.1:1718399243.143689:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009577af00. 00010000:00000010:1.1:1718399243.143693:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cfc0. 00010000:00000010:1.1:1718399243.143709:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88013100fa80. 00000400:00000200:0.0:1718399243.145737:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.145751:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01100 00000400:00000200:0.0:1718399243.145757:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadc29 [1] + 224 00000400:00000200:0.0:1718399243.145771:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.145785:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.145793:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbe880 x1801871316488448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.148362:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.148373:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c440 00000400:00000200:0.0:1718399243.148379:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac5a1 [2] + 328 00000400:00000200:0.0:1718399243.148397:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.148401:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.148407:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.148412:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 00000400:00000010:2.0:1718399243.148900:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd420. 00000400:00000200:2.0:1718399243.148903:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e330 00000400:00000010:2.0:1718399243.148905:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e330. 00000100:00000200:2.0:1718399243.148912:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbe880 x1801871316488448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.148920:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbe880 x1801871316488448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.148945:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fac00. 02000000:00000010:2.0:1718399243.148950:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fa400. 00000100:00000010:2.0:1718399243.148953:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbe880. 00000100:00000010:2.0:1718399243.148956:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.148961:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571a40. 00000020:00000010:1.0:1718399243.149939:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc600. 00000020:00000010:1.0:1718399243.149946:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399243.149949:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.149966:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317910592/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399243.149994:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317910592 02000000:00000010:1.0:1718399243.150001:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fda00. 00010000:00000010:1.0:1718399243.150021:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093522c80. 00000020:00000010:3.0:1718399243.153036:0:329:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399243.153041:0:329:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800922a2400. 00000040:00000010:3.0:1718399243.153043:0:329:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8800922a2600. 00000020:00000010:3.0:1718399243.153046:0:329:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at ffff88012e18b800. 00000020:00000010:3.0:1718399243.153050:0:329:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at ffff880097cfca10. 00000020:00000010:3.0:1718399243.153053:0:329:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8800922a3000. 80000000:00000010:3.0:1718399243.153056:0:329:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at ffff88008ff314e0. 40000000:00000010:3.0:1718399243.153058:0:329:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff88011f2e5ec0. 00100000:00000010:3.0:1718399243.153061:0:329:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at ffff88012e18f800. 00040000:00000010:3.0:1718399243.153064:0:329:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff88009577a400. 00040000:00000010:3.0:1718399243.153066:0:329:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at ffff88012e18b000. 00040000:00000010:3.0:1718399243.153068:0:329:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8800922a2200. 00080000:00000010:3.0:1718399243.153072:0:329:0:(osd_handler.c:7794:osd_key_init()) kmalloced '(info)': 3960 at ffff8800987d9000. 00080000:00000010:3.0:1718399243.153076:0:329:0:(osd_handler.c:7798:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012bb7c000. 00000004:00000010:3.0:1718399243.153079:0:329:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at ffff88012e189000. 00000004:00000010:3.0:1718399243.153083:0:329:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at ffff8800987dc000. 00000004:00000010:3.0:1718399243.153087:0:329:0:(lod_dev.c:2015:lod_key_init()) kmalloced '(value)': 1176 at ffff88012e18a000. 00010000:00000010:1.0:1718399243.156135:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270580. 00000100:00000010:1.0:1718399243.156152:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc000. 00000100:00000010:1.0:1718399243.156164:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc000. 00010000:00000010:1.0:1718399243.156169:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270580. 00000400:00000010:1.0:1718399243.156189:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a198. 00000100:00000200:1.0:1718399243.156198:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317910592, offset 224 00000400:00000200:1.0:1718399243.156206:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.156220:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.156225:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90144:90144:256:4294967295] 192.168.202.25@tcp LPNI seq info [90144:90144:8:4294967295] 00000400:00000200:1.0:1718399243.156233:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.156238:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.156241:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e100 (tot 82314186). 00000800:00000200:1.0:1718399243.156245:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.156252:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.156255:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.156293:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399243.156298:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.156302:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc600. 00000800:00000200:0.0:1718399243.156435:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.156438:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e100 (tot 82313938). 00000400:00000200:0.0:1718399243.156442:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.156446:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.156449:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a198 00000400:00000010:0.0:1718399243.156451:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a198. 00080000:00000010:2.0:1718399243.156523:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c291300. 00010000:00000010:2.0:1718399243.156589:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6000. 00010000:00000010:2.0:1718399243.156595:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093522c00. 00010000:00000010:2.0:1718399243.156659:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c000. 00010000:00000010:2.0:1718399243.156663:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6000. 00010000:00000010:2.0:1718399243.156671:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571a40. 00000100:00000010:2.0:1718399243.156674:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.156680:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbe880. 02000000:00000010:2.0:1718399243.156690:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fa400. 02000000:00000010:2.0:1718399243.156711:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fac00. 00000400:00000010:2.0:1718399243.156715:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd420. 00000400:00000010:2.0:1718399243.156718:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e330. 00000100:00000200:2.0:1718399243.156722:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316488512, portal 16 00000400:00000010:2.0:1718399243.156724:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399243.156725:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316488512, offset 0 00000400:00000200:2.0:1718399243.156729:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.156734:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.156740:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.156743:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.156745:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.156747:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90145:90145:256:4294967295] 192.168.202.25@tcp LPNI seq info [90145:90145:8:4294967295] 00000400:00000200:2.0:1718399243.156753:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.156756:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.156758:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c291c00 (tot 82314186). 00000800:00000200:2.0:1718399243.156761:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.156764:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.156766:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012c291c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399243.156820:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399243.156822:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c291c00 (tot 82313938). 00000400:00000200:2.0:1718399243.156824:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.156826:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399243.156828:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:2.0:1718399243.156829:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000100:00000200:2.0:1718399243.156834:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbe880 x1801871316488512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000004:00000010:3.0:1718399243.158537:0:329:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at ffff8800a53b8400. 00002000:00000010:3.0:1718399243.158541:0:329:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at ffff8800a53bac00. 00000020:00000010:3.0:1718399243.158571:0:329:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at ffff8800922a2400. 00000040:00000010:3.0:1718399243.158575:0:329:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8800922a2600. 00000020:00000010:3.0:1718399243.158578:0:329:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at ffff88012e18b800. 00000020:00000010:3.0:1718399243.158582:0:329:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at ffff880097cfca10. 00000020:00000010:3.0:1718399243.158586:0:329:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8800922a3000. 80000000:00000010:3.0:1718399243.158590:0:329:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at ffff88008ff314e0. 40000000:00000010:3.0:1718399243.158593:0:329:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff88011f2e5ec0. 00100000:00000010:3.0:1718399243.158597:0:329:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at ffff88012e18f800. 00040000:00000010:3.0:1718399243.158600:0:329:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff88009577a400. 00040000:00000010:3.0:1718399243.158606:0:329:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at ffff88012e18b000. 00040000:00000010:3.0:1718399243.158610:0:329:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8800922a2200. 00080000:00000010:3.0:1718399243.158613:0:329:0:(osd_handler.c:7844:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012bb7c000. 00080000:00000010:3.0:1718399243.158617:0:329:0:(osd_handler.c:7855:osd_key_fini()) kfreed 'info': 3960 at ffff8800987d9000. 00000004:00000010:3.0:1718399243.158621:0:329:0:(mdd_device.c:2359:mdd_key_fini()) kfreed 'info': 1856 at ffff88012e189000. 00000004:00000010:3.0:1718399243.158625:0:329:0:(mdt_handler.c:7632:mdt_key_fini()) kfreed 'info': 2352 at ffff8800987dc000. 00000004:00000010:3.0:1718399243.158629:0:329:0:(lod_dev.c:2045:lod_key_fini()) kfreed 'info': 1176 at ffff88012e18a000. 00000004:00000010:3.0:1718399243.158631:0:329:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at ffff8800a53b8400. 00002000:00000010:3.0:1718399243.158636:0:329:0:(ofd_dev.c:2926:ofd_key_fini()) kfreed 'info': 896 at ffff8800a53bac00. 00000020:00000010:3.0:1718399243.158639:0:329:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00000400:00000200:0.0:1718399243.162877:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.162895:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01140 00000400:00000200:0.0:1718399243.162901:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadc35 [1] + 224 00000400:00000200:0.0:1718399243.162922:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.162925:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.162933:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbe880 x1801871316488512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.163035:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd420. 00000400:00000200:3.0:1718399243.163038:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e330 00000400:00000010:3.0:1718399243.163040:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e330. 00000100:00000200:3.0:1718399243.163045:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbe880 x1801871316488512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.163051:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbe880 x1801871316488512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.163086:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fac00. 02000000:00000010:3.0:1718399243.163091:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fa400. 00000100:00000010:3.0:1718399243.163094:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbe880. 00000100:00000010:3.0:1718399243.163100:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:3.0:1718399243.163105:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571a40. 00000400:00000200:0.0:1718399243.163811:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.163817:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c480 00000400:00000200:0.0:1718399243.163821:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac5a1 [2] + 656 00000400:00000200:0.0:1718399243.163852:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.163855:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.163858:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.163862:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000020:00000010:0.0:1718399243.163896:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c3c00. 00000020:00000010:0.0:1718399243.163899:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399243.163903:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399243.163918:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317910656/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1718399243.163933:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317910656 02000000:00000010:0.0:1718399243.163938:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c3200. 00010000:00000010:0.0:1718399243.163956:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a506fe80. 00010000:00000010:0.0:1718399243.163973:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357c9c0. 00000100:00000010:0.0:1718399243.163976:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d93c0. 00000100:00000010:0.0:1718399243.163980:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d93c0. 00010000:00000010:0.0:1718399243.163983:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357c9c0. 00000400:00000010:0.0:1718399243.163990:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376ee0. 00000100:00000200:0.0:1718399243.163993:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317910656, offset 224 00000400:00000200:0.0:1718399243.163997:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.164004:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.164008:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90146:90146:256:4294967295] 192.168.202.25@tcp LPNI seq info [90146:90146:8:4294967295] 00000400:00000200:0.0:1718399243.164014:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.164018:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.164021:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365c200 (tot 82314186). 00000800:00000200:0.0:1718399243.164025:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.164030:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.164033:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365c200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399243.164048:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399243.164050:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399243.164052:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c3c00. 00080000:00000010:3.0:1718399243.164437:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009577a400. 00010000:00000010:3.0:1718399243.164500:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6000. 00010000:00000010:3.0:1718399243.164508:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012f65c280. 00010000:00000010:3.0:1718399243.164563:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cd80. 00010000:00000010:3.0:1718399243.164578:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f00. 00010000:00000010:3.0:1718399243.164587:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5b40. 00000100:00000010:3.0:1718399243.164589:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2840. 00000100:00000010:3.0:1718399243.164597:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb39c80. 02000000:00000010:3.0:1718399243.164605:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399243.164622:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3e00. 00000400:00000010:3.0:1718399243.164625:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310370. 00000400:00000010:3.0:1718399243.164628:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466220. 00000100:00000200:3.0:1718399243.164631:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316488576, portal 16 00000400:00000010:3.0:1718399243.164634:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466d48. 00000100:00000200:3.0:1718399243.164636:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316488576, offset 0 00000400:00000200:3.0:1718399243.164639:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000800:00000200:2.0:1718399243.165029:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399243.165031:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365c200 (tot 82313938). 00000400:00000200:2.0:1718399243.165034:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.165038:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399243.165040:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376ee0 00000400:00000010:2.0:1718399243.165042:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376ee0. 00000400:00000200:3.0:1718399243.166915:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.166925:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.166928:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.166930:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.166933:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90147:90147:255:4294967295] 192.168.202.25@tcp LPNI seq info [90147:90147:7:4294967295] 00000400:00000200:3.0:1718399243.166941:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.166947:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.166950:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009577ac00 (tot 82314186). 00000800:00000200:3.0:1718399243.166955:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.166961:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.166964:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009577ac00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399243.167083:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399243.167086:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009577ac00 (tot 82313938). 00000400:00000200:2.0:1718399243.167091:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.167095:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399243.167097:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466d48 00000400:00000010:2.0:1718399243.167099:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466d48. 00000100:00000200:2.0:1718399243.167105:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb39c80 x1801871316488576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399243.167357:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931f9b00. 00010000:00000010:1.1:1718399243.169395:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008f19df00. 00010000:00000010:1.1:1718399243.169402:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e880. 00010000:00000010:0.1:1718399243.171399:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930eb600. 00000400:00000200:1.0:1718399243.171473:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.171487:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01180 00000400:00000200:1.0:1718399243.171493:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadc41 [1] + 224 00000400:00000200:1.0:1718399243.171508:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.171512:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.171520:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb39c80 x1801871316488576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1718399243.171715:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310370. 00000400:00000200:0.0:1718399243.171719:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466220 00000400:00000010:0.0:1718399243.171720:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466220. 00000100:00000200:0.0:1718399243.171725:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb39c80 x1801871316488576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399243.171730:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb39c80 x1801871316488576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1718399243.171753:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3e00. 02000000:00000010:0.0:1718399243.171757:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:0.0:1718399243.171760:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb39c80. 00000100:00000010:0.0:1718399243.171766:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2840. 00010000:00000010:0.0:1718399243.171768:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5b40. 00000400:00000200:0.0:1718399243.173392:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.173403:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c4c0 00000400:00000200:0.0:1718399243.173408:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac5a1 [2] + 984 00000400:00000200:0.0:1718399243.173452:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.173456:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.173460:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.173464:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000020:00000010:2.0:1718399243.174335:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fbc00. 00000020:00000010:2.0:1718399243.174340:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6600. 00000020:00000010:2.0:1718399243.174344:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.174364:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317910720/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399243.174389:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317910720 02000000:00000010:2.0:1718399243.174396:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa200. 00010000:00000010:2.0:1718399243.174420:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093c70180. 00010000:00000010:2.0:1718399243.174432:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571080. 00000100:00000010:2.0:1718399243.174438:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.175624:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.175633:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571080. 00000400:00000010:2.0:1718399243.175645:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399243.175650:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317910720, offset 224 00000400:00000200:2.0:1718399243.175655:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.175666:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.175671:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90148:90148:256:4294967295] 192.168.202.25@tcp LPNI seq info [90148:90148:8:4294967295] 00000400:00000200:2.0:1718399243.175678:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.175683:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.175685:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093d5f000 (tot 82314186). 00000800:00000200:2.0:1718399243.175690:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.175696:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.175699:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093d5f000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.175714:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6600. 00000020:00000010:2.0:1718399243.175718:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399243.175720:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fbc00. 00000800:00000200:2.0:1718399243.175872:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399243.175874:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093d5f000 (tot 82313938). 00000400:00000200:2.0:1718399243.175877:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.175880:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399243.175883:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:2.0:1718399243.175884:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00080000:00000010:1.0:1718399243.175949:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355e100. 00010000:00000010:1.0:1718399243.176025:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f00. 00010000:00000010:1.0:1718399243.176031:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093c70880. 00010000:00000010:1.0:1718399243.176079:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5272400. 00010000:00000010:1.0:1718399243.176083:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ac00. 00010000:00000010:1.0:1718399243.176090:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270580. 00000100:00000010:1.0:1718399243.176094:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc000. 00000100:00000010:1.0:1718399243.176099:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df70000. 02000000:00000010:1.0:1718399243.176108:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800928fc600. 02000000:00000010:1.0:1718399243.176123:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800928fce00. 00000400:00000010:1.0:1718399243.176127:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1b00. 00000400:00000010:1.0:1718399243.176130:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a908. 00000100:00000200:1.0:1718399243.176133:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316488640, portal 16 00000400:00000010:1.0:1718399243.176135:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9acc0. 00000100:00000200:1.0:1718399243.176136:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316488640, offset 0 00000400:00000200:1.0:1718399243.176140:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.176144:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.176149:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399243.176151:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399243.176153:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399243.176155:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90149:90149:256:4294967295] 192.168.202.25@tcp LPNI seq info [90149:90149:8:4294967295] 00000400:00000200:1.0:1718399243.176160:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.176163:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.176166:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e400 (tot 82314186). 00000800:00000200:1.0:1718399243.176168:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.176171:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.176173:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.176198:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.176200:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e400 (tot 82313938). 00000400:00000200:1.0:1718399243.176201:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.176203:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.176205:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9acc0 00000400:00000010:1.0:1718399243.176206:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9acc0. 00000100:00000200:1.0:1718399243.176211:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df70000 x1801871316488640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399243.178549:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130c81a00. 00010000:00000010:1.1:1718399243.178561:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c000. 00000400:00000200:1.0:1718399243.180893:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.180906:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc011c0 00000400:00000200:1.0:1718399243.180912:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadc4d [1] + 224 00000400:00000200:1.0:1718399243.180921:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.180923:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.180930:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df70000 x1801871316488640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.180960:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.180964:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c500 00000400:00000200:1.0:1718399243.180967:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac5a1 [2] + 1312 00000400:00000200:1.0:1718399243.180976:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.180978:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.180982:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399243.180987:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 00000400:00000010:0.0:1718399243.181464:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1b00. 00000400:00000200:0.0:1718399243.181468:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a908 00000400:00000010:0.0:1718399243.181470:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a908. 00000100:00000200:0.0:1718399243.181477:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df70000 x1801871316488640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399243.181483:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df70000 x1801871316488640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1718399243.181507:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800928fce00. 02000000:00000010:0.0:1718399243.181512:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800928fc600. 00000100:00000010:0.0:1718399243.181515:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df70000. 00000100:00000010:0.0:1718399243.181518:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc000. 00010000:00000010:0.0:1718399243.181521:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270580. 00000020:00000010:2.0:1718399243.182937:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa400. 00000020:00000010:2.0:1718399243.182944:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6600. 00000020:00000010:2.0:1718399243.182947:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.182965:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df71c80 x1801871317910784/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399243.182981:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317910784 02000000:00000010:2.0:1718399243.182987:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fac00. 00010000:00000010:2.0:1718399243.183006:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093df8380. 00010000:00000010:2.0:1718399243.183020:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571d00. 00000100:00000010:2.0:1718399243.183025:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.183031:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.183034:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571d00. 00000400:00000010:2.0:1718399243.183041:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399243.183045:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317910784, offset 224 00000400:00000200:2.0:1718399243.183050:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.183058:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.183063:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90150:90150:256:4294967295] 192.168.202.25@tcp LPNI seq info [90150:90150:8:4294967295] 00000400:00000200:2.0:1718399243.183070:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.183074:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.183076:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093d5f300 (tot 82314186). 00000800:00000200:2.0:1718399243.183081:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.183086:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.183089:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093d5f300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.183099:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6600. 00000020:00000010:2.0:1718399243.183102:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399243.183104:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa400. 00000800:00000200:2.0:1718399243.183141:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399243.183143:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093d5f300 (tot 82313938). 00000400:00000200:2.0:1718399243.183146:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.183149:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399243.183151:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:2.0:1718399243.183152:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00080000:00000010:3.0:1718399243.185377:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009577af00. 00010000:00000010:3.0:1718399243.185446:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ac00. 00010000:00000010:3.0:1718399243.185452:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093df8300. 00010000:00000010:3.0:1718399243.185504:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009577ac00. 00010000:00000010:3.0:1718399243.185507:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46e80. 00010000:00000010:3.0:1718399243.185510:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d680. 00010000:00000010:3.0:1718399243.185514:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399243.185522:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009577ab00. 00010000:00000010:3.0:1718399243.185540:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.185543:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46e80. 00010000:00000010:3.0:1718399243.185580:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09e400. 00010000:00000010:3.0:1718399243.185582:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399243.185588:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5a00. 00000100:00000010:3.0:1718399243.185592:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2a80. 00000100:00000010:3.0:1718399243.185600:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3bdc0. 02000000:00000010:3.0:1718399243.185610:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.185629:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399243.185634:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310370. 00000400:00000010:3.0:1718399243.185643:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466f68. 00000100:00000200:3.0:1718399243.185648:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316488704, portal 16 00000400:00000010:3.0:1718399243.185651:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466cc0. 00000100:00000200:3.0:1718399243.185652:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316488704, offset 0 00000400:00000200:3.0:1718399243.185659:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.185669:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.185674:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.185677:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.185679:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.185681:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90151:90151:256:4294967295] 192.168.202.25@tcp LPNI seq info [90151:90151:8:4294967295] 00000400:00000200:3.0:1718399243.185688:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.185692:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.185694:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009577a300 (tot 82314186). 00000800:00000200:3.0:1718399243.185699:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.185704:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.185706:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009577a300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.185866:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.185869:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009577a300 (tot 82313938). 00000400:00000200:1.0:1718399243.185872:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.185875:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.185878:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466cc0 00000400:00000010:1.0:1718399243.185880:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466cc0. 00000100:00000200:1.0:1718399243.185884:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3bdc0 x1801871316488704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.190244:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.190258:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01200 00000400:00000200:1.0:1718399243.190264:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadc59 [1] + 224 00000400:00000200:1.0:1718399243.190293:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.190298:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.190306:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3bdc0 x1801871316488704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.190343:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.190347:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c540 00000400:00000200:1.0:1718399243.190351:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac5a1 [2] + 1640 00000400:00000200:1.0:1718399243.190402:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.190405:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.190409:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399243.190414:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 00000400:00000010:3.0:1718399243.190559:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310370. 00000400:00000200:3.0:1718399243.190564:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466f68 00000400:00000010:3.0:1718399243.190566:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466f68. 00000100:00000200:3.0:1718399243.190570:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3bdc0 x1801871316488704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.190577:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3bdc0 x1801871316488704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.190599:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399243.190603:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399243.190606:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3bdc0. 00000100:00000010:3.0:1718399243.190611:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2a80. 00010000:00000010:3.0:1718399243.190614:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5a00. 00010000:00000010:3.1:1718399243.192180:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ccb000. 00010000:00000010:3.1:1718399243.192188:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cd80. 00010000:00000010:1.1:1718399243.192370:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c407180. 00010000:00000010:1.1:1718399243.192377:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093555d40. 00000020:00000010:0.0:1718399243.192970:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2e00. 00000020:00000010:0.0:1718399243.192975:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399243.192978:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399243.192999:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df75a40 x1801871317910848/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1718399243.193019:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317910848 02000000:00000010:0.0:1718399243.193026:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c3a00. 00010000:00000010:0.0:1718399243.193048:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092b08100. 00010000:00000010:0.0:1718399243.193062:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357cd40. 00000100:00000010:0.0:1718399243.193068:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d93c0. 00000100:00000010:0.0:1718399243.193082:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d93c0. 00010000:00000010:0.0:1718399243.193086:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357cd40. 00000400:00000010:0.0:1718399243.193094:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376a18. 00000100:00000200:0.0:1718399243.193099:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317910848, offset 224 00000400:00000200:0.0:1718399243.193105:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.193114:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.193119:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90152:90152:256:4294967295] 192.168.202.25@tcp LPNI seq info [90152:90152:8:4294967295] 00000400:00000200:0.0:1718399243.193128:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.193132:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.193135:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365cd00 (tot 82314186). 00000800:00000200:0.0:1718399243.193139:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.193146:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.193149:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365cd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399243.193161:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399243.193164:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399243.193168:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2e00. 00000800:00000200:2.0:1718399243.193310:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399243.193312:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365cd00 (tot 82313938). 00000400:00000200:2.0:1718399243.193316:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.193320:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399243.193322:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376a18 00000400:00000010:2.0:1718399243.193324:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376a18. 00080000:00000010:2.0:1718399243.193547:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093d5f800. 00010000:00000010:2.0:1718399243.193609:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46e80. 00010000:00000010:2.0:1718399243.193613:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092b08200. 00010000:00000010:2.0:1718399243.193673:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356f600. 00010000:00000010:2.0:1718399243.193677:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6600. 00010000:00000010:2.0:1718399243.193684:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571d00. 00000100:00000010:2.0:1718399243.193686:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.193692:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaf80. 02000000:00000010:2.0:1718399243.193700:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fae00. 02000000:00000010:2.0:1718399243.193716:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa400. 00000400:00000010:2.0:1718399243.193720:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd4d0. 00000400:00000010:2.0:1718399243.193723:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399243.193726:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316488768, portal 16 00000400:00000010:2.0:1718399243.193729:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e440. 00000100:00000200:2.0:1718399243.193731:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316488768, offset 0 00000400:00000200:2.0:1718399243.193735:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.193739:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.193744:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.193747:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.193749:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.193751:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90153:90153:256:4294967295] 192.168.202.25@tcp LPNI seq info [90153:90153:8:4294967295] 00000400:00000200:2.0:1718399243.193756:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.193759:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.193762:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093d5f300 (tot 82314186). 00000800:00000200:2.0:1718399243.193764:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.193768:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.193770:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093d5f300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.196921:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.196924:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093d5f300 (tot 82313938). 00000400:00000200:1.0:1718399243.196928:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.196935:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.196938:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e440 00000400:00000010:1.0:1718399243.196941:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e440. 00000100:00000200:1.0:1718399243.196948:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbaf80 x1801871316488768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.204977:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.204993:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01240 00000400:00000200:1.0:1718399243.205001:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadc65 [1] + 224 00000400:00000200:1.0:1718399243.205012:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.205016:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.205024:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbaf80 x1801871316488768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.205086:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.205091:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c580 00000400:00000200:1.0:1718399243.205095:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac5a1 [2] + 1968 00000400:00000010:1.0:1718399243.205098:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310108. 00000400:00000200:1.0:1718399243.205103:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff880092b00300 00000400:00000010:2.0:1718399243.205373:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd4d0. 00000400:00000200:2.0:1718399243.205376:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:2.0:1718399243.205377:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000100:00000200:2.0:1718399243.205383:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbaf80 x1801871316488768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.205390:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbaf80 x1801871316488768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.205416:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa400. 02000000:00000010:2.0:1718399243.205423:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fae00. 00000100:00000010:2.0:1718399243.205426:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaf80. 00000100:00000010:2.0:1718399243.205430:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.205435:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571d00. 00000400:00000200:1.0:1718399243.208349:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.208360:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.208367:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880092b00300 00000400:00000010:1.0:1718399243.208368:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff880092b00300 (tot 82313786). 00000100:00000200:1.0:1718399243.208374:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1718399243.208459:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a2400. 00000020:00000010:3.0:1718399243.208464:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399243.208467:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399243.208490:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a9eab850 x1801871317910912/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399243.208509:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317910912 02000000:00000010:3.0:1718399243.208516:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3000. 00010000:00000010:3.0:1718399243.208539:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093df8200. 00010000:00000010:3.0:1718399243.208553:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e59c0. 00000100:00000010:3.0:1718399243.208559:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2a80. 00000100:00000010:3.0:1718399243.208572:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2a80. 00010000:00000010:3.0:1718399243.208575:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e59c0. 00000400:00000010:3.0:1718399243.208586:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466f68. 00000100:00000200:3.0:1718399243.208591:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317910912, offset 224 00000400:00000200:3.0:1718399243.208597:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.208607:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.208613:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90154:90154:256:4294967295] 192.168.202.25@tcp LPNI seq info [90154:90154:8:4294967295] 00000400:00000200:3.0:1718399243.208620:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.208624:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.208627:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009577ad00 (tot 82314034). 00000800:00000200:3.0:1718399243.208631:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.208637:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.208640:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009577ad00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399243.208652:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399243.208655:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399243.208657:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.208663:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c3a00. 00000100:00000010:3.0:1718399243.208667:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 02000000:00000010:3.0:1718399243.208670:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fac00. 00000100:00000010:3.0:1718399243.208674:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df71c80. 02000000:00000010:3.0:1718399243.208677:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa200. 00000100:00000010:3.0:1718399243.208678:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:3.0:1718399243.208680:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c3200. 00000100:00000010:3.0:1718399243.208681:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 02000000:00000010:3.0:1718399243.208684:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fda00. 00000100:00000010:3.0:1718399243.208685:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 02000000:00000010:3.0:1718399243.208687:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2600. 00000100:00000010:3.0:1718399243.208689:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf200. 00000100:00000200:3.0:1718399243.208694:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1718399243.208698:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310370. 00000400:00000010:3.0:1718399243.208701:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093dd2a80 (tot 82314186). 00000800:00000200:3.0:1718399243.208784:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399243.208786:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009577ad00 (tot 82313938). 00000400:00000200:3.0:1718399243.208788:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399243.208791:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399243.208792:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466f68 00000400:00000010:3.0:1718399243.208794:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466f68. 02000000:00000010:3.0:1718399243.208797:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3000. 00080000:00000010:2.0:1718399243.209172:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093d5f000. 00010000:00000010:2.0:1718399243.209230:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6600. 00010000:00000010:2.0:1718399243.209234:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093df8c80. 00010000:00000010:2.0:1718399243.209313:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356cfc0. 00010000:00000010:2.0:1718399243.209317:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6600. 00010000:00000010:2.0:1718399243.209324:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571680. 00000100:00000010:2.0:1718399243.209327:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.209332:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaf80. 02000000:00000010:2.0:1718399243.209340:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fae00. 02000000:00000010:2.0:1718399243.209355:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa400. 00000400:00000010:2.0:1718399243.209357:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd4d0. 00000400:00000010:2.0:1718399243.209360:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399243.209362:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316488832, portal 16 00000400:00000010:2.0:1718399243.209365:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e4c8. 00000100:00000200:2.0:1718399243.209366:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316488832, offset 0 00000400:00000200:2.0:1718399243.209371:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.209375:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.209380:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.209383:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.209385:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.209387:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90155:90155:256:4294967295] 192.168.202.25@tcp LPNI seq info [90155:90155:8:4294967295] 00000400:00000200:2.0:1718399243.209392:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.209395:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.209397:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093d5f900 (tot 82314186). 00000800:00000200:2.0:1718399243.209399:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.209403:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.209404:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093d5f900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.210528:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.210533:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093d5f900 (tot 82313938). 00000400:00000200:1.0:1718399243.210536:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.210539:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.210542:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e4c8 00000400:00000010:1.0:1718399243.210543:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e4c8. 00000100:00000200:1.0:1718399243.210547:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbaf80 x1801871316488832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399243.211398:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098f77700. 00010000:00000010:1.1:1718399243.211404:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272400. 00010000:00000010:1.1:1718399243.211407:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009577ac00. 00010000:00000010:1.1:1718399243.211411:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d680. 00010000:00000010:3.1:1718399243.217470:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933d4fc0. 00000400:00000200:1.0:1718399243.218623:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.218637:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01280 00000400:00000200:1.0:1718399243.218643:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadc75 [1] + 224 00000400:00000200:1.0:1718399243.218652:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.218655:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.218661:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbaf80 x1801871316488832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.219243:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.219248:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c5c0 00000400:00000200:1.0:1718399243.219252:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac5f1 [2] + 0 00000400:00000200:1.0:1718399243.219262:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.219264:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.219268:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399243.219288:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 00000020:00000010:1.0:1718399243.219318:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd800. 00000020:00000010:1.0:1718399243.219322:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.219325:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.219341:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df73440 x1801871317910976/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399243.220150:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317910976 02000000:00000010:1.0:1718399243.220160:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc400. 00010000:00000010:1.0:1718399243.220186:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8801372709c0. 00000100:00000010:1.0:1718399243.220192:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc000. 00000100:00000010:1.0:1718399243.220197:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc000. 00010000:00000010:1.0:1718399243.220199:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8801372709c0. 00000400:00000010:1.0:1718399243.220209:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9acc0. 00000100:00000200:1.0:1718399243.220213:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317910976, offset 224 00000400:00000200:1.0:1718399243.220218:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.220226:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.220231:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90156:90156:256:4294967295] 192.168.202.25@tcp LPNI seq info [90156:90156:8:4294967295] 00000400:00000200:1.0:1718399243.220237:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.220241:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.220244:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e400 (tot 82314186). 00000800:00000200:1.0:1718399243.220248:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.220253:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.220256:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e400 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1718399243.220360:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd4d0. 00000400:00000200:2.0:1718399243.220363:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:2.0:1718399243.220364:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000100:00000200:2.0:1718399243.220369:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbaf80 x1801871316488832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.220375:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbaf80 x1801871316488832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1718399243.220390:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093559280. 02000000:00000010:2.0:1718399243.220402:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa400. 02000000:00000010:2.0:1718399243.220407:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fae00. 00000100:00000010:2.0:1718399243.220409:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaf80. 00000100:00000010:2.0:1718399243.220413:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.220416:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571680. 00080000:00000010:2.0:1718399243.220427:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093d5fa00. 00010000:00000010:2.0:1718399243.220484:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6600. 00010000:00000010:2.0:1718399243.220489:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093559380. 00010000:00000010:2.0:1718399243.220541:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356df80. 00010000:00000010:2.0:1718399243.220544:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6600. 00010000:00000010:2.0:1718399243.220551:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571680. 00000100:00000010:2.0:1718399243.220553:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.220557:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaf80. 02000000:00000010:2.0:1718399243.220564:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fae00. 02000000:00000010:2.0:1718399243.220577:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa400. 00000400:00000010:2.0:1718399243.220580:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd4d0. 00000400:00000010:2.0:1718399243.220582:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399243.220585:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316488896, portal 16 00000400:00000010:2.0:1718399243.220599:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ecc0. 00000100:00000200:2.0:1718399243.220600:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316488896, offset 0 00000400:00000200:2.0:1718399243.220604:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.220608:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.220612:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.220614:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.220616:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.220618:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90157:90157:255:4294967295] 192.168.202.25@tcp LPNI seq info [90157:90157:7:4294967295] 00000400:00000200:2.0:1718399243.220623:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.220626:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.220628:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093d5f900 (tot 82314434). 00000800:00000200:2.0:1718399243.220630:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.220633:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.220635:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093d5f900 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.221111:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.221116:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.221120:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd800. 00000800:00000200:3.0:1718399243.221566:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399243.221569:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e400 (tot 82314186). 00000400:00000200:3.0:1718399243.221572:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399243.221576:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399243.221579:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9acc0 00000400:00000010:3.0:1718399243.221580:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9acc0. 00000800:00000200:3.0:1718399243.221628:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399243.221630:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093d5f900 (tot 82313938). 00000400:00000200:3.0:1718399243.221632:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399243.221634:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399243.221636:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ecc0 00000400:00000010:3.0:1718399243.221637:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ecc0. 00000100:00000200:3.0:1718399243.221641:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbaf80 x1801871316488896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399243.225686:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53e2600. 00010000:00000010:1.1:1718399243.225697:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09e400. 00010000:00000010:1.1:1718399243.225730:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933d9700. 00010000:00000010:1.1:1718399243.225733:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f600. 00010000:00000010:1.1:1718399243.225897:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e8d7840. 00000400:00000200:1.0:1718399243.232086:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.232106:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc012c0 00000400:00000200:1.0:1718399243.232113:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadc81 [1] + 224 00000400:00000200:1.0:1718399243.232123:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.232126:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.232133:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbaf80 x1801871316488896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.232153:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.232157:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c600 00000400:00000200:1.0:1718399243.232161:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac5f1 [2] + 328 00000400:00000200:1.0:1718399243.232217:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.232220:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.232224:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399243.232229:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df74740. 00000400:00000010:2.0:1718399243.232341:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd4d0. 00000400:00000200:2.0:1718399243.232344:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:2.0:1718399243.232346:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000100:00000200:2.0:1718399243.232352:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbaf80 x1801871316488896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.232358:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbaf80 x1801871316488896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.232382:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa400. 02000000:00000010:2.0:1718399243.232388:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fae00. 00000100:00000010:2.0:1718399243.232390:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaf80. 00000100:00000010:2.0:1718399243.232394:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.232398:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571680. 00000020:00000010:0.0:1718399243.232476:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2e00. 00000020:00000010:0.0:1718399243.233121:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399243.234038:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399243.234062:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df74740 x1801871317911040/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1718399243.234100:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317911040 02000000:00000010:0.0:1718399243.234107:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c3600. 00010000:00000010:0.0:1718399243.234128:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800993d8580. 00010000:00000010:0.0:1718399243.234145:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357c280. 00000100:00000010:0.0:1718399243.234151:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d93c0. 00000100:00000010:0.0:1718399243.234157:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d93c0. 00010000:00000010:0.0:1718399243.234160:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357c280. 00000400:00000010:0.0:1718399243.234168:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376000. 00000100:00000200:0.0:1718399243.234172:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317911040, offset 224 00000400:00000200:0.0:1718399243.234177:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.234186:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.234191:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90158:90158:256:4294967295] 192.168.202.25@tcp LPNI seq info [90158:90158:8:4294967295] 00000400:00000200:0.0:1718399243.234199:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.234203:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.234206:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365ce00 (tot 82314186). 00000800:00000200:0.0:1718399243.234210:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.234216:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.234219:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365ce00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399243.234243:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399243.234246:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399243.234249:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2e00. 00000800:00000200:1.0:1718399243.234549:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.234552:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365ce00 (tot 82313938). 00000400:00000200:1.0:1718399243.234556:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.234560:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.234563:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376000 00000400:00000010:1.0:1718399243.234564:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376000. 00080000:00000010:2.0:1718399243.234764:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093d5f300. 00010000:00000010:2.0:1718399243.234832:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6600. 00010000:00000010:2.0:1718399243.234837:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800993d8500. 00010000:00000010:2.0:1718399243.234894:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d8c0. 00010000:00000010:2.0:1718399243.234897:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6600. 00010000:00000010:2.0:1718399243.234904:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571680. 00000100:00000010:2.0:1718399243.234907:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.234912:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaf80. 02000000:00000010:2.0:1718399243.234922:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fae00. 02000000:00000010:2.0:1718399243.234938:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa400. 00000400:00000010:2.0:1718399243.234942:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd4d0. 00000400:00000010:2.0:1718399243.234945:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399243.234948:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316488960, portal 16 00000400:00000010:2.0:1718399243.234951:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ed48. 00000100:00000200:2.0:1718399243.234952:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316488960, offset 0 00000400:00000200:2.0:1718399243.234956:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.234961:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.234966:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.234968:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.234970:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.234972:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90159:90159:256:4294967295] 192.168.202.25@tcp LPNI seq info [90159:90159:8:4294967295] 00000400:00000200:2.0:1718399243.234978:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.234987:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.234989:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093d5f900 (tot 82314186). 00000800:00000200:2.0:1718399243.234992:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.234996:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.234998:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093d5f900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.236227:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.236230:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093d5f900 (tot 82313938). 00000400:00000200:0.0:1718399243.236234:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.236239:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.236242:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ed48 00000400:00000010:0.0:1718399243.236243:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ed48. 00000100:00000200:0.0:1718399243.236249:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbaf80 x1801871316488960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399243.238008:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eabe880. 00010000:00000010:1.1:1718399243.238017:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136476200. 00010000:00000010:1.1:1718399243.238020:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00000400:00000200:0.0:1718399243.245689:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.245705:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01300 00000400:00000200:0.0:1718399243.245716:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadc8d [1] + 224 00000400:00000200:0.0:1718399243.245733:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.245737:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.245746:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbaf80 x1801871316488960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399243.245832:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd4d0. 00000400:00000200:2.0:1718399243.245836:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:2.0:1718399243.245838:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000100:00000200:2.0:1718399243.245843:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbaf80 x1801871316488960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.245915:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbaf80 x1801871316488960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.245940:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa400. 02000000:00000010:2.0:1718399243.245947:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fae00. 00000100:00000010:2.0:1718399243.245950:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaf80. 00000100:00000010:2.0:1718399243.245953:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.245957:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571680. 00010000:00000010:1.1:1718399243.248340:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5205a00. 00010000:00000010:1.1:1718399243.248347:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00010000:00000010:3.1:1718399243.251398:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933a4480. 00000400:00000200:0.0:1718399243.251696:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.251709:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c640 00000400:00000200:0.0:1718399243.251716:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac5f1 [2] + 656 00000400:00000200:0.0:1718399243.252341:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.252346:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.252352:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.252357:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 00000020:00000010:2.0:1718399243.252533:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fae00. 00000020:00000010:2.0:1718399243.252538:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399243.252541:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.252560:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317911104/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399243.252578:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317911104 02000000:00000010:2.0:1718399243.252585:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa400. 00010000:00000010:2.0:1718399243.252606:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800993d8f80. 00010000:00000010:2.0:1718399243.252620:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571680. 00000100:00000010:2.0:1718399243.252624:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.252646:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.252651:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571680. 00000400:00000010:2.0:1718399243.252659:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399243.252663:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317911104, offset 224 00000400:00000200:2.0:1718399243.252669:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.252677:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.252682:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90160:90160:256:4294967295] 192.168.202.25@tcp LPNI seq info [90160:90160:8:4294967295] 00000400:00000200:2.0:1718399243.252688:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.252693:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.252697:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093d5f900 (tot 82314186). 00080000:00000010:3.0:1718399243.253102:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009577a300. 00010000:00000010:3.0:1718399243.253166:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6600. 00010000:00000010:3.0:1718399243.253172:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800993d8f00. 00010000:00000010:3.0:1718399243.253224:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cd80. 00010000:00000010:3.0:1718399243.253228:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.253235:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5e00. 00000100:00000010:3.0:1718399243.253238:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2900. 00000100:00000010:3.0:1718399243.253243:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3bdc0. 02000000:00000010:3.0:1718399243.253252:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399243.253285:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2200. 00000800:00000200:2.0:1718399243.253356:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.253362:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.253365:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093d5f900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.253477:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399243.253481:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399243.253483:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fae00. 00000800:00000200:0.0:1718399243.253632:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.253635:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093d5f900 (tot 82313938). 00000400:00000200:0.0:1718399243.253638:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.253641:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.253643:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:0.0:1718399243.253645:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000400:00000010:3.0:1718399243.253922:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310420. 00000400:00000010:3.0:1718399243.253927:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466f68. 00000100:00000200:3.0:1718399243.253932:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316489024, portal 16 00000400:00000010:3.0:1718399243.253935:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466198. 00000100:00000200:3.0:1718399243.253936:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316489024, offset 0 00000400:00000200:3.0:1718399243.253940:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.253946:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.253951:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.253953:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.253955:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.253957:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90161:90161:256:4294967295] 192.168.202.25@tcp LPNI seq info [90161:90161:8:4294967295] 00000400:00000200:3.0:1718399243.253963:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.253967:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.253969:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009577a800 (tot 82314186). 00000800:00000200:3.0:1718399243.253972:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.253975:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.253977:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009577a800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.255228:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.255230:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009577a800 (tot 82313938). 00000400:00000200:0.0:1718399243.255236:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.255241:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.255243:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466198 00000400:00000010:0.0:1718399243.255244:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466198. 00000100:00000200:0.0:1718399243.255249:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3bdc0 x1801871316489024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.259857:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.259872:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01340 00000400:00000200:1.0:1718399243.259879:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadc99 [1] + 224 00000400:00000200:1.0:1718399243.259887:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.259890:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.259898:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3bdc0 x1801871316489024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.259929:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.259934:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c680 00000400:00000200:1.0:1718399243.259937:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac5f1 [2] + 984 00000400:00000010:2.0:1718399243.259955:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310420. 00000400:00000200:2.0:1718399243.259960:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466f68 00000400:00000010:2.0:1718399243.259962:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466f68. 00000100:00000200:2.0:1718399243.259966:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3bdc0 x1801871316489024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.259973:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3bdc0 x1801871316489024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.259997:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2200. 02000000:00000010:2.0:1718399243.260001:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:2.0:1718399243.260004:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3bdc0. 00000100:00000010:2.0:1718399243.260009:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2900. 00010000:00000010:2.0:1718399243.260012:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5e00. 00000400:00000200:1.0:1718399243.260119:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.260123:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.260127:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399243.260131:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 00000020:00000010:2.0:1718399243.260177:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fae00. 00000020:00000010:2.0:1718399243.260181:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399243.260184:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.260200:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df75f00 x1801871317911168/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399243.260226:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317911168 02000000:00000010:2.0:1718399243.260233:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb000. 00010000:00000010:2.0:1718399243.260252:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093276d00. 00010000:00000010:2.0:1718399243.260265:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571680. 00000100:00000010:2.0:1718399243.260284:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.260289:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.260292:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571680. 00000400:00000010:2.0:1718399243.260300:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e908. 00000100:00000200:2.0:1718399243.260303:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317911168, offset 224 00000400:00000200:2.0:1718399243.260308:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.260314:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.260318:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90162:90162:256:4294967295] 192.168.202.25@tcp LPNI seq info [90162:90162:8:4294967295] 00000400:00000200:2.0:1718399243.260325:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.260330:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.260334:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093d5f900 (tot 82314186). 00000800:00000200:2.0:1718399243.260337:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.260343:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.260345:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093d5f900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.260362:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399243.260365:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399243.260367:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fae00. 00080000:00000010:2.0:1718399243.260385:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3800. 00010000:00000010:2.0:1718399243.260443:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:2.0:1718399243.260448:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093354e80. 00010000:00000010:2.0:1718399243.260511:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356fa80. 00010000:00000010:2.0:1718399243.260515:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399243.260523:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571680. 00000100:00000010:2.0:1718399243.260525:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.260530:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaf80. 02000000:00000010:2.0:1718399243.260537:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fae00. 02000000:00000010:2.0:1718399243.260551:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb400. 00000400:00000010:2.0:1718399243.260554:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd4d0. 00000400:00000010:2.0:1718399243.260556:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399243.260559:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316489088, portal 16 00000400:00000010:2.0:1718399243.260562:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e110. 00000100:00000200:2.0:1718399243.260564:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316489088, offset 0 00000400:00000200:2.0:1718399243.260568:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.260572:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.260577:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.260580:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.260582:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.260583:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90163:90163:255:4294967295] 192.168.202.25@tcp LPNI seq info [90163:90163:7:4294967295] 00000400:00000200:2.0:1718399243.260589:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.260592:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.260594:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3c00 (tot 82314434). 00000800:00000200:2.0:1718399243.260597:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.260600:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.260602:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.260809:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.260812:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093d5f900 (tot 82314186). 00000400:00000200:1.0:1718399243.260814:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.260818:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.260820:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e908 00000400:00000010:1.0:1718399243.260821:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e908. 00000800:00000200:1.0:1718399243.260868:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.260870:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d3e3c00 (tot 82313938). 00000400:00000200:1.0:1718399243.260873:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.260875:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.260877:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e110 00000400:00000010:1.0:1718399243.260878:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e110. 00000100:00000200:1.0:1718399243.260881:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbaf80 x1801871316489088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.261457:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933a73c0. 00000400:00000200:0.0:1718399243.262527:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.262536:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01380 00000400:00000200:0.0:1718399243.262540:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadca5 [1] + 224 00000400:00000200:0.0:1718399243.262554:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.262556:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.262566:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbaf80 x1801871316489088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399243.262684:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd4d0. 00000400:00000200:2.0:1718399243.262687:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:2.0:1718399243.262688:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00000100:00000200:2.0:1718399243.262692:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbaf80 x1801871316489088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.262698:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbaf80 x1801871316489088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.262716:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb400. 02000000:00000010:2.0:1718399243.262720:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fae00. 00000100:00000010:2.0:1718399243.262724:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaf80. 00000100:00000010:2.0:1718399243.262728:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.262731:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571680. 00000400:00000200:0.0:1718399243.263519:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.263527:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c6c0 00000400:00000200:0.0:1718399243.263532:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac5f1 [2] + 1312 00000400:00000200:0.0:1718399243.263574:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.263577:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.263580:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.263584:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00000020:00000010:2.0:1718399243.263651:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fae00. 00000020:00000010:2.0:1718399243.263654:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6680. 00000020:00000010:2.0:1718399243.263657:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.263671:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317911232/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399243.263685:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317911232 02000000:00000010:2.0:1718399243.263691:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb400. 00010000:00000010:2.0:1718399243.263707:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e2c8a80. 00010000:00000010:2.0:1718399243.263718:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571680. 00000100:00000010:2.0:1718399243.263722:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.263728:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.263730:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571680. 00000400:00000010:2.0:1718399243.263736:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399243.263738:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317911232, offset 224 00000400:00000200:2.0:1718399243.263743:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.263749:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.263752:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90164:90164:256:4294967295] 192.168.202.25@tcp LPNI seq info [90164:90164:8:4294967295] 00000400:00000200:2.0:1718399243.263758:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.263762:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.263764:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3000 (tot 82314186). 00000800:00000200:2.0:1718399243.263768:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.263786:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.263789:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.263799:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6680. 00000020:00000010:2.0:1718399243.263802:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399243.263804:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fae00. 00080000:00000010:2.0:1718399243.263820:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3e00. 00010000:00000010:2.0:1718399243.263867:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399243.263871:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e2c8a00. 00010000:00000010:2.0:1718399243.263916:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356fcc0. 00010000:00000010:2.0:1718399243.263919:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399243.263924:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571680. 00000100:00000010:2.0:1718399243.263927:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.263931:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaf80. 02000000:00000010:2.0:1718399243.263937:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fae00. 02000000:00000010:2.0:1718399243.263949:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fbc00. 00000400:00000010:2.0:1718399243.263952:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd4d0. 00000400:00000010:2.0:1718399243.263954:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e880. 00000100:00000200:2.0:1718399243.263957:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316489152, portal 16 00000400:00000010:2.0:1718399243.263959:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e3b8. 00000100:00000200:2.0:1718399243.263960:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316489152, offset 0 00000400:00000200:2.0:1718399243.263964:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.263967:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.263971:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.263973:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.263975:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.263977:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90165:90165:255:4294967295] 192.168.202.25@tcp LPNI seq info [90165:90165:7:4294967295] 00000400:00000200:2.0:1718399243.263982:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.263985:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.263986:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3600 (tot 82314434). 00000800:00000200:2.0:1718399243.263989:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.263991:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.263993:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.264312:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.264314:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d3e3000 (tot 82314186). 00000400:00000200:1.0:1718399243.264318:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.264321:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.264323:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:1.0:1718399243.264324:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00000800:00000200:1.0:1718399243.264871:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.264873:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d3e3600 (tot 82313938). 00000400:00000200:1.0:1718399243.264876:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.264879:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.264881:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e3b8 00000400:00000010:1.0:1718399243.264882:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e3b8. 00000100:00000200:1.0:1718399243.264886:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbaf80 x1801871316489152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.265876:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5205900. 00010000:00000010:0.1:1718399243.265881:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00010000:00000010:1.1:1718399243.270356:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093de1b00. 00010000:00000010:1.1:1718399243.270366:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090e44100. 00010000:00000010:1.1:1718399243.270369:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cd80. 00000400:00000200:0.0:1718399243.274566:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.274589:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc013c0 00000400:00000200:0.0:1718399243.274596:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadcb1 [1] + 224 00000400:00000200:0.0:1718399243.274615:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.274619:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.274628:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbaf80 x1801871316489152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.274805:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd4d0. 00000400:00000200:3.0:1718399243.274809:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e880 00000400:00000010:3.0:1718399243.274811:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e880. 00000100:00000200:3.0:1718399243.274816:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbaf80 x1801871316489152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.274826:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbaf80 x1801871316489152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.274851:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fbc00. 02000000:00000010:3.0:1718399243.274856:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fae00. 00000100:00000010:3.0:1718399243.274860:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaf80. 00000100:00000010:3.0:1718399243.274864:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:3.0:1718399243.274869:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571680. 00010000:00000010:1.1:1718399243.278306:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093546640. 00010000:00000010:1.1:1718399243.278313:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5205e00. 00010000:00000010:1.1:1718399243.278317:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00000400:00000200:2.0:1718399243.282659:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.282674:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c700 00000400:00000200:2.0:1718399243.282680:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac5f1 [2] + 1640 00000400:00000200:2.0:1718399243.282737:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.282741:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.282746:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399243.282751:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaac0. 00000020:00000010:0.0:1718399243.283037:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2600. 00000020:00000010:0.0:1718399243.283042:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399243.283046:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399243.283065:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbaac0 x1801871317911296/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1718399243.283097:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317911296 02000000:00000010:0.0:1718399243.283105:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2800. 00010000:00000010:0.0:1718399243.283126:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092227a80. 00010000:00000010:0.0:1718399243.283138:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357c280. 00000100:00000010:0.0:1718399243.283143:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9600. 00000100:00000010:0.0:1718399243.283151:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9600. 00010000:00000010:0.0:1718399243.283153:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357c280. 00000400:00000010:0.0:1718399243.283162:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376088. 00000100:00000200:0.0:1718399243.283166:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317911296, offset 224 00000400:00000200:0.0:1718399243.283171:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.283178:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.283183:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90166:90166:256:4294967295] 192.168.202.25@tcp LPNI seq info [90166:90166:8:4294967295] 00000400:00000200:0.0:1718399243.283190:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.283194:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.283197:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365cb00 (tot 82314186). 00000800:00000200:0.0:1718399243.283201:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.283207:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.283210:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365cb00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1718399243.283297:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c291c00. 00010000:00000010:3.0:1718399243.283359:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6080. 00010000:00000010:3.0:1718399243.283365:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092227a00. 00010000:00000010:3.0:1718399243.283420:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09fa80. 00010000:00000010:3.0:1718399243.283424:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399243.283431:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.283434:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd29c0. 00000100:00000010:3.0:1718399243.283439:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.283447:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.283463:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.283467:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399243.283470:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.283473:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316489216, portal 16 00000400:00000010:3.0:1718399243.283476:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466110. 00000100:00000200:3.0:1718399243.283477:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316489216, offset 0 00000400:00000200:3.0:1718399243.283481:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.283485:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.283490:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.283493:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.283494:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.283496:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90167:90167:255:4294967295] 192.168.202.25@tcp LPNI seq info [90167:90167:7:4294967295] 00000400:00000200:3.0:1718399243.283502:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.283505:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.283507:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c291200 (tot 82314434). 00000800:00000200:3.0:1718399243.283510:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.283513:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.283515:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012c291200 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1718399243.283717:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399243.283720:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399243.283723:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2600. 00000800:00000200:1.0:1718399243.283805:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.283807:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365cb00 (tot 82314186). 00000400:00000200:1.0:1718399243.283809:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.283812:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.283814:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376088 00000400:00000010:1.0:1718399243.283815:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376088. 00000800:00000200:1.0:1718399243.283846:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.283847:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c291200 (tot 82313938). 00000400:00000200:1.0:1718399243.283849:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.283851:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.283853:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466110 00000400:00000010:1.0:1718399243.283854:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466110. 00000100:00000200:1.0:1718399243.283857:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316489216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.290629:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092226500. 00010000:00000010:0.1:1718399243.290638:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fcc0. 00010000:00000010:3.1:1718399243.293521:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935446c0. 00000400:00000200:0.0:1718399243.294364:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.294378:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01400 00000400:00000200:0.0:1718399243.294385:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadcbd [1] + 224 00000400:00000200:0.0:1718399243.294404:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.294408:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.294416:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316489216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.294465:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399243.294470:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:3.0:1718399243.294472:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.294478:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316489216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.294485:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316489216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.294510:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.294514:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399243.294517:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.294524:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd29c0. 00010000:00000010:3.0:1718399243.294527:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000400:00000200:0.0:1718399243.294633:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.294639:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c740 00000400:00000200:0.0:1718399243.294643:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac5f1 [2] + 1968 00000400:00000010:0.0:1718399243.294645:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1840. 00000400:00000200:0.0:1718399243.294648:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800926eb540 00000400:00000200:0.0:1718399243.294692:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.294696:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.294698:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800926eb540 00000400:00000010:0.0:1718399243.294699:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800926eb540 (tot 82313786). 00000100:00000200:0.0:1718399243.294705:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1718399243.294881:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fba00. 00000020:00000010:2.0:1718399243.294886:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6680. 00000020:00000010:2.0:1718399243.294889:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.294906:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a9eac050 x1801871317911360/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399243.294928:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317911360 02000000:00000010:2.0:1718399243.294935:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb200. 00010000:00000010:2.0:1718399243.294954:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88011f097c80. 00010000:00000010:2.0:1718399243.294983:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.294989:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258900. 00000100:00000010:2.0:1718399243.295002:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258900. 00010000:00000010:2.0:1718399243.295006:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00000400:00000010:2.0:1718399243.295014:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ec38. 00000100:00000200:2.0:1718399243.295017:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317911360, offset 224 00000400:00000200:2.0:1718399243.295022:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.295029:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.295034:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90168:90168:256:4294967295] 192.168.202.25@tcp LPNI seq info [90168:90168:8:4294967295] 00000400:00000200:2.0:1718399243.295041:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.295045:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.295048:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3a00 (tot 82314034). 00000800:00000200:2.0:1718399243.295052:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.295057:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.295060:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.295070:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6680. 00000020:00000010:2.0:1718399243.295074:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399243.295076:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fba00. 02000000:00000010:2.0:1718399243.295082:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2800. 00000100:00000010:2.0:1718399243.295084:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaac0. 02000000:00000010:2.0:1718399243.295087:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb400. 00000100:00000010:2.0:1718399243.295088:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:2.0:1718399243.295091:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb000. 00000100:00000010:2.0:1718399243.295092:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 02000000:00000010:2.0:1718399243.295095:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa400. 00000100:00000010:2.0:1718399243.295097:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 02000000:00000010:2.0:1718399243.295099:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c3600. 00000100:00000010:2.0:1718399243.295101:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df74740. 02000000:00000010:2.0:1718399243.295102:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc400. 00000100:00000010:2.0:1718399243.295104:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000100:00000200:2.0:1718399243.295108:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399243.295112:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd9f8. 00000400:00000010:2.0:1718399243.295114:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093258900 (tot 82314186). 00080000:00000010:3.0:1718399243.295160:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c291200. 00010000:00000010:3.0:1718399243.295219:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399243.295225:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093007580. 00010000:00000010:3.0:1718399243.295318:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09eac0. 00010000:00000010:3.0:1718399243.295322:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399243.295329:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.295332:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd29c0. 00000100:00000010:3.0:1718399243.295337:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.295344:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.295365:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.295368:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399243.295370:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.295373:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316489280, portal 16 00000400:00000010:3.0:1718399243.295375:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466770. 00000100:00000200:3.0:1718399243.295377:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316489280, offset 0 00000400:00000200:3.0:1718399243.295382:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.295387:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.295392:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.295395:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.295397:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.295399:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90169:90169:255:4294967295] 192.168.202.25@tcp LPNI seq info [90169:90169:7:4294967295] 00000400:00000200:3.0:1718399243.295405:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.295408:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.295411:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800929cbc00 (tot 82314434). 00000800:00000200:3.0:1718399243.295414:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.295418:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.295420:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800929cbc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.295449:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.295451:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d3e3a00 (tot 82314186). 00000400:00000200:1.0:1718399243.295456:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.295459:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.295461:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ec38 00000400:00000010:1.0:1718399243.295462:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ec38. 02000000:00000010:1.0:1718399243.295466:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb200. 00000800:00000200:1.0:1718399243.295716:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.295718:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800929cbc00 (tot 82313938). 00000400:00000200:1.0:1718399243.295721:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.295724:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.295726:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466770 00000400:00000010:1.0:1718399243.295727:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466770. 00000100:00000200:1.0:1718399243.295730:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316489280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.297822:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.297833:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01440 00000400:00000200:0.0:1718399243.297838:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadccd [1] + 224 00000400:00000200:0.0:1718399243.297891:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.297894:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.297900:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316489280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.298909:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.298915:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c780 00000400:00000200:0.0:1718399243.298919:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac651 [2] + 0 00000400:00000200:0.0:1718399243.298970:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.298974:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.298977:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.298982:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 00000020:00000010:1.0:1718399243.299058:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd400. 00000020:00000010:1.0:1718399243.299063:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.299067:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.299084:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27df00 x1801871317911424/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399243.299104:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317911424 02000000:00000010:1.0:1718399243.299111:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fca00. 00010000:00000010:1.0:1718399243.299136:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270a80. 00000100:00000010:1.0:1718399243.299141:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc000. 00000100:00000010:1.0:1718399243.299146:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc000. 00010000:00000010:1.0:1718399243.299148:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270a80. 00000400:00000010:1.0:1718399243.299157:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a088. 00000100:00000200:1.0:1718399243.299160:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317911424, offset 224 00000400:00000200:1.0:1718399243.299166:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.299172:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.299176:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90170:90170:256:4294967295] 192.168.202.25@tcp LPNI seq info [90170:90170:8:4294967295] 00000400:00000200:1.0:1718399243.299184:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.299188:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.299191:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355ee00 (tot 82314186). 00000800:00000200:1.0:1718399243.299194:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.299200:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.299202:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355ee00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.299211:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.299214:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.299217:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd400. 00000800:00000200:0.0:1718399243.299328:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.299330:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355ee00 (tot 82313938). 00000400:00000200:0.0:1718399243.299333:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.299336:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.299338:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a088 00000400:00000010:0.0:1718399243.299339:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a088. 00000400:00000010:3.0:1718399243.299397:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399243.299402:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:3.0:1718399243.299403:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.299409:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316489280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.299416:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316489280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399243.299432:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f78600. 02000000:00000010:3.0:1718399243.299442:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.299445:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399243.299453:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.299461:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd29c0. 00010000:00000010:3.0:1718399243.299463:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00080000:00000010:3.0:1718399243.299476:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800929cb900. 00010000:00000010:3.0:1718399243.299532:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399243.299538:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093f78580. 00010000:00000010:3.0:1718399243.299591:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c240. 00010000:00000010:3.0:1718399243.299594:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399243.299600:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.299603:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd29c0. 00000100:00000010:3.0:1718399243.299607:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.299614:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.299630:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.299632:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399243.299635:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.299638:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316489344, portal 16 00000400:00000010:3.0:1718399243.299641:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466990. 00000100:00000200:3.0:1718399243.299642:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316489344, offset 0 00000400:00000200:3.0:1718399243.299646:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.299651:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.299656:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.299659:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.299661:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.299663:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90171:90171:256:4294967295] 192.168.202.25@tcp LPNI seq info [90171:90171:8:4294967295] 00000400:00000200:3.0:1718399243.299669:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.299672:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.299674:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800929cbe00 (tot 82314186). 00000800:00000200:3.0:1718399243.299677:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.299680:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.299682:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800929cbe00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.299748:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.299750:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800929cbe00 (tot 82313938). 00000400:00000200:1.0:1718399243.299752:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.299755:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.299757:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466990 00000400:00000010:1.0:1718399243.299758:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466990. 00000100:00000200:1.0:1718399243.299761:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316489344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.302424:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.302437:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01480 00000400:00000200:0.0:1718399243.302442:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadcd9 [1] + 224 00000400:00000200:0.0:1718399243.302477:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.302481:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.302488:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316489344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.302572:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399243.302578:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:3.0:1718399243.302579:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.302584:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316489344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.302590:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316489344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.302612:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.302616:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399243.302619:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.302625:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd29c0. 00010000:00000010:3.0:1718399243.302628:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000400:00000200:0.0:1718399243.302959:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.302965:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c7c0 00000400:00000200:0.0:1718399243.302969:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac651 [2] + 328 00000400:00000200:0.0:1718399243.303021:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.303024:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.303028:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.303032:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 00000020:00000010:2.0:1718399243.304173:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa400. 00000020:00000010:2.0:1718399243.304179:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6680. 00000020:00000010:2.0:1718399243.304182:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.304199:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d580 x1801871317911488/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399243.304223:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317911488 02000000:00000010:2.0:1718399243.304230:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb000. 00010000:00000010:2.0:1718399243.304252:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f47080. 00010000:00000010:2.0:1718399243.304266:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.304285:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399243.304302:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399243.304306:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00000400:00000010:2.0:1718399243.304314:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eee0. 00000100:00000200:2.0:1718399243.304317:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317911488, offset 224 00000400:00000200:2.0:1718399243.304323:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.304330:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.304335:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90172:90172:256:4294967295] 192.168.202.25@tcp LPNI seq info [90172:90172:8:4294967295] 00000400:00000200:2.0:1718399243.304343:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.304347:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.304350:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3600 (tot 82314186). 00000800:00000200:2.0:1718399243.304355:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.304361:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.304363:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.304375:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6680. 00000020:00000010:2.0:1718399243.304379:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399243.304381:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa400. 00080000:00000010:3.0:1718399243.304442:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800929cbd00. 00010000:00000010:3.0:1718399243.304497:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399243.304503:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093f47000. 00010000:00000010:3.0:1718399243.304556:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800929cb800. 00010000:00000010:3.0:1718399243.304558:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46580. 00010000:00000010:3.0:1718399243.304562:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f840. 00010000:00000010:3.0:1718399243.304566:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46780. 00080000:00000010:3.0:1718399243.304576:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800929cb000. 00010000:00000010:3.0:1718399243.304594:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46780. 00010000:00000010:3.0:1718399243.304596:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46580. 00010000:00000010:3.0:1718399243.304690:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09db00. 00010000:00000010:3.0:1718399243.304693:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399243.304699:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.304702:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd29c0. 00000100:00000010:3.0:1718399243.304707:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.304715:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.304730:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.304733:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399243.304736:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.304739:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316489408, portal 16 00000400:00000010:3.0:1718399243.304742:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94664c8. 00000100:00000200:3.0:1718399243.304743:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316489408, offset 0 00000400:00000200:3.0:1718399243.304747:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.304752:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.304757:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.304759:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.304761:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000800:00000200:1.0:1718399243.304761:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1718399243.304764:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90173:90173:255:4294967295] 192.168.202.25@tcp LPNI seq info [90173:90173:7:4294967295] 00000800:00000010:1.0:1718399243.304764:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d3e3600 (tot 82313938). 00000400:00000200:1.0:1718399243.304769:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399243.304771:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.304790:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.304790:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000800:00000010:3.0:1718399243.304792:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800929cb600 (tot 82314186). 00000400:00000200:1.0:1718399243.304792:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eee0 00000400:00000010:1.0:1718399243.304794:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eee0. 00000800:00000200:3.0:1718399243.304795:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.304799:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.304800:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800929cb600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.304862:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.304864:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800929cb600 (tot 82313938). 00000400:00000200:0.0:1718399243.304866:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.304869:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.304871:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94664c8 00000400:00000010:0.0:1718399243.304872:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94664c8. 00000100:00000200:0.0:1718399243.304876:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316489408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.305498:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ff7f00. 00010000:00000010:0.1:1718399243.305504:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09fa80. 00010000:00000010:1.1:1718399243.305681:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f9f6400. 00010000:00000010:1.1:1718399243.308676:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009350df80. 00010000:00000010:0.1:1718399243.308732:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e8d6f40. 00010000:00000010:0.1:1718399243.308741:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880097bd1600. 00010000:00000010:0.1:1718399243.308744:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09eac0. 00010000:00000010:0.1:1718399243.308748:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a525a500. 00010000:00000010:0.1:1718399243.308760:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c240. 00010000:00000010:0.1:1718399243.308763:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800929cb800. 00010000:00000010:0.1:1718399243.308765:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f840. 00000400:00000200:0.0:1718399243.314867:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.314884:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc014c0 00000400:00000200:0.0:1718399243.314892:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadce5 [1] + 224 00000400:00000200:0.0:1718399243.314902:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.314906:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.314914:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316489408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.314952:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.314956:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c800 00000400:00000200:0.0:1718399243.314961:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac651 [2] + 656 00000400:00000200:0.0:1718399243.314977:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.314979:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.314983:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.314989:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 00000020:00000010:2.0:1718399243.315154:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa400. 00000020:00000010:2.0:1718399243.315160:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6680. 00000020:00000010:2.0:1718399243.315163:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.315182:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317911552/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399243.315212:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317911552 02000000:00000010:2.0:1718399243.315219:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb400. 00000400:00000010:3.0:1718399243.315223:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399243.315228:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:3.0:1718399243.315230:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.315236:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316489408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.315242:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316489408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1718399243.315246:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.315252:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399243.315257:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:3.0:1718399243.315260:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130de6280. 00010000:00000010:2.0:1718399243.315261:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00000400:00000010:2.0:1718399243.315296:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ef68. 00000100:00000200:2.0:1718399243.315299:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317911552, offset 224 02000000:00000010:3.0:1718399243.315303:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 00000400:00000200:2.0:1718399243.315305:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 02000000:00000010:3.0:1718399243.315307:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399243.315309:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000400:00000200:2.0:1718399243.315313:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000100:00000010:3.0:1718399243.315316:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd29c0. 00010000:00000010:3.0:1718399243.315318:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000400:00000200:2.0:1718399243.315318:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90174:90174:256:4294967295] 192.168.202.25@tcp LPNI seq info [90174:90174:8:4294967295] 00000400:00000200:2.0:1718399243.315325:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00080000:00000010:3.0:1718399243.315330:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800929cb500. 00000800:00000200:2.0:1718399243.315330:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.315333:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3c00 (tot 82314186). 00000800:00000200:2.0:1718399243.315337:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00010000:00000010:3.0:1718399243.315386:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399243.315392:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130de6600. 00000800:00000200:2.0:1718399243.315430:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.315434:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3c00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1718399243.315447:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09fcc0. 00010000:00000010:3.0:1718399243.315450:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399243.315456:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.315458:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd29c0. 00000100:00000010:3.0:1718399243.315461:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.315469:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.315483:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.315486:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399243.315488:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.315491:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316489472, portal 16 00000400:00000010:3.0:1718399243.315494:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94664c8. 00000100:00000200:3.0:1718399243.315495:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316489472, offset 0 00000400:00000200:3.0:1718399243.315500:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.315504:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.315509:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.315512:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.315514:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.315516:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90175:90175:255:4294967295] 192.168.202.25@tcp LPNI seq info [90175:90175:7:4294967295] 00000400:00000200:3.0:1718399243.315522:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.315525:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.315527:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800929cba00 (tot 82314434). 00000800:00000200:3.0:1718399243.315530:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.315533:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.315535:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800929cba00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.315548:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6680. 00000020:00000010:2.0:1718399243.315552:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399243.315555:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa400. 00000800:00000200:1.0:1718399243.315613:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.315615:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d3e3c00 (tot 82314186). 00000400:00000200:1.0:1718399243.315619:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.315622:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.315625:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ef68 00000400:00000010:1.0:1718399243.315626:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ef68. 00000800:00000200:1.0:1718399243.315888:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.315890:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800929cba00 (tot 82313938). 00000400:00000200:1.0:1718399243.315893:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.315896:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.315898:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94664c8 00000400:00000010:1.0:1718399243.315899:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94664c8. 00000100:00000200:1.0:1718399243.315903:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316489472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.318416:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093399680. 00000400:00000200:0.0:1718399243.319371:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.319386:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01500 00000400:00000200:0.0:1718399243.319392:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadcf1 [1] + 224 00000400:00000200:0.0:1718399243.319402:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.319405:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.319412:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316489472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.319445:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.319450:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c840 00000400:00000200:0.0:1718399243.319454:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac651 [2] + 984 00000400:00000200:0.0:1718399243.319508:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.319511:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.319515:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.319519:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00000020:00000010:2.0:1718399243.319600:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa400. 00000020:00000010:2.0:1718399243.319606:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6680. 00000020:00000010:2.0:1718399243.319610:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.319633:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317911616/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399243.319663:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317911616 00000400:00000010:3.0:1718399243.319665:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399243.319670:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 02000000:00000010:2.0:1718399243.319670:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fba00. 00000400:00000010:3.0:1718399243.319672:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.319677:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316489472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.319684:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316489472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1718399243.319696:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00010000:00000010:3.0:1718399243.319700:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f47200. 00000100:00000010:2.0:1718399243.319701:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399243.319705:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399243.319709:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 02000000:00000010:3.0:1718399243.319712:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.319715:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000400:00000010:2.0:1718399243.319717:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e220. 00000100:00000010:3.0:1718399243.319718:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000200:2.0:1718399243.319720:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317911616, offset 224 00000100:00000010:3.0:1718399243.319723:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd29c0. 00000400:00000200:2.0:1718399243.319725:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00010000:00000010:3.0:1718399243.319726:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000400:00000200:2.0:1718399243.319732:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.319736:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90176:90176:256:4294967295] 192.168.202.25@tcp LPNI seq info [90176:90176:8:4294967295] 00080000:00000010:3.0:1718399243.319737:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800929cbb00. 00000400:00000200:2.0:1718399243.319744:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.319748:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.319752:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3000 (tot 82314186). 00000800:00000200:2.0:1718399243.319756:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.319761:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.319764:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.319786:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6680. 00000020:00000010:2.0:1718399243.319790:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399243.319792:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa400. 00010000:00000010:3.0:1718399243.319803:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399243.319808:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012bd05200. 00010000:00000010:3.0:1718399243.319865:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f840. 00010000:00000010:3.0:1718399243.319869:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399243.319874:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.319876:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd29c0. 00000100:00000010:3.0:1718399243.319881:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 00000800:00000200:0.0:1718399243.320032:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.320034:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d3e3000 (tot 82313938). 00000400:00000200:0.0:1718399243.320039:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.320042:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.320043:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e220 00000400:00000010:0.0:1718399243.320045:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e220. 02000000:00000010:3.0:1718399243.320082:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.320099:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.320102:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399243.320105:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.320108:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316489536, portal 16 00000400:00000010:3.0:1718399243.320110:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466990. 00000100:00000200:3.0:1718399243.320112:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316489536, offset 0 00000400:00000200:3.0:1718399243.320116:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.320121:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.320125:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.320128:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.320130:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.320132:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90177:90177:256:4294967295] 192.168.202.25@tcp LPNI seq info [90177:90177:8:4294967295] 00000400:00000200:3.0:1718399243.320138:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.320141:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.320143:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800929cb400 (tot 82314186). 00000800:00000200:3.0:1718399243.320146:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.320149:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.320151:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800929cb400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.320202:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.320204:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800929cb400 (tot 82313938). 00000400:00000200:1.0:1718399243.320206:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.320209:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.320211:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466990 00000400:00000010:1.0:1718399243.320211:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466990. 00000100:00000200:1.0:1718399243.320215:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316489536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.322350:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f1b500. 00010000:00000010:0.1:1718399243.322368:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09db00. 00000400:00000200:2.0:1718399243.322472:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.322484:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01540 00000400:00000200:2.0:1718399243.322491:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadcfd [1] + 224 00000400:00000200:2.0:1718399243.322500:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.322502:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.322509:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316489536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399243.322539:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.322543:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c880 00000400:00000200:2.0:1718399243.322547:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac651 [2] + 1312 00000400:00000200:2.0:1718399243.322598:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.322601:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.322605:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399243.322610:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaac0. 00000400:00000010:3.0:1718399243.322633:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399243.322638:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:3.0:1718399243.322640:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.322645:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316489536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.322655:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316489536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.322680:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.322686:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399243.322689:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.322697:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd29c0. 00010000:00000010:3.0:1718399243.322700:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000020:00000010:1.0:1718399243.322720:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd800. 00000020:00000010:1.0:1718399243.322725:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.322728:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.322749:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbaac0 x1801871317911680/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399243.322767:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317911680 02000000:00000010:1.0:1718399243.322781:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc800. 00010000:00000010:1.0:1718399243.322803:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800930fdd00. 00010000:00000010:1.0:1718399243.322820:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270a80. 00000100:00000010:1.0:1718399243.322824:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc000. 00000100:00000010:1.0:1718399243.322829:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc000. 00010000:00000010:1.0:1718399243.322830:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270a80. 00000400:00000010:1.0:1718399243.322838:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aaa0. 00000100:00000200:1.0:1718399243.322840:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317911680, offset 224 00000400:00000200:1.0:1718399243.322845:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.322851:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.322855:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90178:90178:256:4294967295] 192.168.202.25@tcp LPNI seq info [90178:90178:8:4294967295] 00000400:00000200:1.0:1718399243.322862:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.322865:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.322868:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e500 (tot 82314186). 00000800:00000200:1.0:1718399243.322872:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.322878:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.322880:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.322889:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.322891:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.322894:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd800. 00000800:00000200:0.0:1718399243.322960:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.322963:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e500 (tot 82313938). 00000400:00000200:0.0:1718399243.322965:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.322968:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.322970:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aaa0 00000400:00000010:0.0:1718399243.322971:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aaa0. 00080000:00000010:3.0:1718399243.323105:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800929cb100. 00010000:00000010:3.0:1718399243.323161:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399243.323167:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800930fd680. 00010000:00000010:3.0:1718399243.323220:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c240. 00010000:00000010:3.0:1718399243.323224:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399243.323230:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.323232:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd29c0. 00000100:00000010:3.0:1718399243.323236:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.323243:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.323258:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.323261:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399243.323263:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.323266:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316489600, portal 16 00000400:00000010:3.0:1718399243.323286:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466770. 00000100:00000200:3.0:1718399243.323288:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316489600, offset 0 00000400:00000200:3.0:1718399243.323292:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.323296:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.323302:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.323304:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.323306:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.323308:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90179:90179:256:4294967295] 192.168.202.25@tcp LPNI seq info [90179:90179:8:4294967295] 00000400:00000200:3.0:1718399243.323314:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.323317:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.323320:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800929cb400 (tot 82314186). 00000800:00000200:3.0:1718399243.323323:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.323326:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.323328:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800929cb400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.323392:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.323394:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800929cb400 (tot 82313938). 00000400:00000200:1.0:1718399243.323396:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.323399:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.323401:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466770 00000400:00000010:1.0:1718399243.323401:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466770. 00000100:00000200:1.0:1718399243.323404:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316489600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.326154:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093514d80. 00010000:00000010:0.1:1718399243.326164:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931d2b00. 00010000:00000010:0.1:1718399243.326168:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09fcc0. 00010000:00000010:0.1:1718399243.329503:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a29b00. 00000400:00000200:2.0:1718399243.329564:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.329578:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01580 00000400:00000200:2.0:1718399243.329585:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadd09 [1] + 224 00000400:00000200:2.0:1718399243.329595:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.329598:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.329606:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316489600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399243.329639:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.329643:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c8c0 00000400:00000200:2.0:1718399243.329647:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac651 [2] + 1640 00000400:00000200:2.0:1718399243.329662:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.329665:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.329668:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399243.329674:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fba140. 00000400:00000010:3.0:1718399243.329742:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399243.329746:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:3.0:1718399243.329748:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.329752:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316489600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.329758:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316489600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.329791:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.329796:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399243.329798:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.329805:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd29c0. 00010000:00000010:3.0:1718399243.329808:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000020:00000010:0.0:1718399243.329892:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c3a00. 00000020:00000010:0.0:1718399243.329897:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399243.330845:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399243.330866:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fba140 x1801871317911744/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1718399243.330892:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317911744 02000000:00000010:0.0:1718399243.330899:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c3200. 00010000:00000010:0.0:1718399243.330920:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800930fd480. 00010000:00000010:0.0:1718399243.330947:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357c280. 00000100:00000010:0.0:1718399243.330953:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9600. 00000100:00000010:0.0:1718399243.330968:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9600. 00010000:00000010:0.0:1718399243.330971:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357c280. 00000400:00000010:0.0:1718399243.330979:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373767f8. 00000100:00000200:0.0:1718399243.330988:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317911744, offset 224 00000400:00000200:0.0:1718399243.330993:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.331001:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.331006:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90180:90180:256:4294967295] 192.168.202.25@tcp LPNI seq info [90180:90180:8:4294967295] 00000400:00000200:0.0:1718399243.331013:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.331017:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.331020:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365c300 (tot 82314186). 00000800:00000200:0.0:1718399243.331024:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.331030:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.331032:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365c300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399243.331043:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc480. 00000020:00000010:0.0:1718399243.331047:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399243.331055:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c3a00. 00080000:00000010:2.0:1718399243.331122:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3c00. 00010000:00000010:2.0:1718399243.331186:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46580. 00010000:00000010:2.0:1718399243.331192:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800930fd200. 00010000:00000010:2.0:1718399243.331245:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d680. 00010000:00000010:2.0:1718399243.331249:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6680. 00010000:00000010:2.0:1718399243.331255:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.331258:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399243.331262:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbcc00. 02000000:00000010:2.0:1718399243.331290:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fa400. 02000000:00000010:2.0:1718399243.331304:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52faa00. 00000400:00000010:2.0:1718399243.331308:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcda50. 00000400:00000010:2.0:1718399243.331311:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52edd0. 00000100:00000200:2.0:1718399243.331314:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316489664, portal 16 00000400:00000010:2.0:1718399243.331316:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e7f8. 00000100:00000200:2.0:1718399243.331317:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316489664, offset 0 00000400:00000200:2.0:1718399243.331320:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.331324:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.331329:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.331331:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.331333:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.331335:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90181:90181:255:4294967295] 192.168.202.25@tcp LPNI seq info [90181:90181:7:4294967295] 00000400:00000200:2.0:1718399243.331340:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.331344:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.331346:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012d3e3600 (tot 82314434). 00000800:00000200:2.0:1718399243.331349:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.331352:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.331353:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012d3e3600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.331410:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.331412:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365c300 (tot 82314186). 00000400:00000200:0.0:1718399243.331415:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.331418:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.331420:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373767f8 00000400:00000010:0.0:1718399243.331421:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373767f8. 00000800:00000200:0.0:1718399243.331710:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.331712:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012d3e3600 (tot 82313938). 00000400:00000200:0.0:1718399243.331842:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.331846:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.331848:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e7f8 00000400:00000010:0.0:1718399243.331849:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e7f8. 00000100:00000200:0.0:1718399243.331854:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbcc00 x1801871316489664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.335757:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093595700. 00010000:00000010:0.1:1718399243.335767:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f840. 00000400:00000200:0.0:1718399243.336382:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.336395:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc015c0 00000400:00000200:0.0:1718399243.336401:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadd15 [1] + 224 00000400:00000200:0.0:1718399243.336409:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.336411:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.336418:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbcc00 x1801871316489664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.336448:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.336451:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c900 00000400:00000200:0.0:1718399243.336455:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac651 [2] + 1968 00000400:00000010:0.0:1718399243.336458:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1898. 00000400:00000200:0.0:1718399243.336460:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800926ebcc0 00000400:00000200:0.0:1718399243.336512:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.336515:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.336518:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800926ebcc0 00000400:00000010:0.0:1718399243.336520:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800926ebcc0 (tot 82313786). 00000100:00000200:0.0:1718399243.336524:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1718399243.336613:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc000. 00000020:00000010:1.0:1718399243.336617:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.336620:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.336635:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a9eac850 x1801871317911808/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399243.336651:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317911808 02000000:00000010:1.0:1718399243.336658:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd400. 00010000:00000010:1.0:1718399243.336685:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270a80. 00000100:00000010:1.0:1718399243.336690:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfc000. 00000100:00000010:1.0:1718399243.336695:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfc000. 00010000:00000010:1.0:1718399243.336697:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270a80. 00000400:00000010:1.0:1718399243.336707:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399243.336711:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317911808, offset 224 00000400:00000200:1.0:1718399243.336717:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.336725:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.336729:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90182:90182:256:4294967295] 192.168.202.25@tcp LPNI seq info [90182:90182:8:4294967295] 00000400:00000200:1.0:1718399243.336737:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.336741:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.336744:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e300 (tot 82314034). 00000800:00000200:1.0:1718399243.336748:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.336753:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.336755:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.336786:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.336790:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.336794:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc000. 02000000:00000010:1.0:1718399243.336800:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c3200. 00000100:00000010:1.0:1718399243.336803:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fba140. 02000000:00000010:1.0:1718399243.336807:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc800. 00000100:00000010:1.0:1718399243.336808:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaac0. 02000000:00000010:1.0:1718399243.336811:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fba00. 00000100:00000010:1.0:1718399243.336813:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:1.0:1718399243.336815:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb400. 00000100:00000010:1.0:1718399243.336816:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 02000000:00000010:1.0:1718399243.336818:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb000. 00000100:00000010:1.0:1718399243.336819:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 02000000:00000010:1.0:1718399243.336821:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fca00. 00000100:00000010:1.0:1718399243.336822:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 00000100:00000200:1.0:1718399243.336827:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1718399243.336830:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1b58. 00000400:00000010:1.0:1718399243.336833:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093dfc000 (tot 82314186). 00000400:00000010:2.0:1718399243.336881:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcda50. 00000400:00000200:2.0:1718399243.336884:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52edd0 00000400:00000010:2.0:1718399243.336885:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52edd0. 00000100:00000200:2.0:1718399243.336890:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbcc00 x1801871316489664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.336896:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbcc00 x1801871316489664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1718399243.336913:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093288d00. 02000000:00000010:2.0:1718399243.336927:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52faa00. 02000000:00000010:2.0:1718399243.336931:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fa400. 00000100:00000010:2.0:1718399243.336934:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbcc00. 00000100:00000010:2.0:1718399243.336937:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399243.336942:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00080000:00000010:2.0:1718399243.336956:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3a00. 00010000:00000010:2.0:1718399243.337015:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6680. 00010000:00000010:2.0:1718399243.337020:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093288c80. 00010000:00000010:2.0:1718399243.337098:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012d3e3600. 00010000:00000010:2.0:1718399243.337100:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399243.337104:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356f840. 00010000:00000010:2.0:1718399243.337107:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6580. 00080000:00000010:2.0:1718399243.337116:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3000. 00010000:00000010:2.0:1718399243.337138:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6580. 00010000:00000010:2.0:1718399243.337141:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399243.337206:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356ef40. 00010000:00000010:2.0:1718399243.337208:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6680. 00010000:00000010:2.0:1718399243.337213:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.337215:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399243.337219:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbcc00. 02000000:00000010:2.0:1718399243.337226:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fa400. 02000000:00000010:2.0:1718399243.337241:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52faa00. 00000400:00000010:2.0:1718399243.337244:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcda50. 00000400:00000010:2.0:1718399243.337246:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52edd0. 00000100:00000200:2.0:1718399243.337249:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316489728, portal 16 00000400:00000010:2.0:1718399243.337251:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ee58. 00000100:00000200:2.0:1718399243.337253:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316489728, offset 0 00000400:00000200:2.0:1718399243.337257:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.337261:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.337266:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.337288:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.337290:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.337292:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90183:90183:255:4294967295] 192.168.202.25@tcp LPNI seq info [90183:90183:7:4294967295] 00000400:00000200:2.0:1718399243.337298:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.337301:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.337304:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c8c00 (tot 82314434). 00000800:00000200:2.0:1718399243.337307:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.337310:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.337312:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c8c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1718399243.337378:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399243.337380:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e300 (tot 82314186). 00000400:00000200:3.0:1718399243.337384:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399243.337387:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399243.337389:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a7f8 00000400:00000010:3.0:1718399243.337390:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a7f8. 02000000:00000010:3.0:1718399243.337396:0:18240:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd400. 00000800:00000200:3.0:1718399243.337416:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399243.337417:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c8c00 (tot 82313938). 00000400:00000200:3.0:1718399243.337420:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399243.337422:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399243.337423:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ee58 00000400:00000010:3.0:1718399243.337424:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ee58. 00000100:00000200:3.0:1718399243.337427:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbcc00 x1801871316489728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399243.339198:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b36e00. 00010000:00000010:1.1:1718399243.339206:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c240. 00010000:00000010:3.1:1718399243.339350:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a2b840. 00000400:00000200:0.0:1718399243.340392:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.340406:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01600 00000400:00000200:0.0:1718399243.340413:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadd25 [1] + 224 00000400:00000200:0.0:1718399243.340432:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.340435:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.340443:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbcc00 x1801871316489728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399243.340787:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcda50. 00000400:00000200:2.0:1718399243.340791:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52edd0 00000400:00000010:2.0:1718399243.340792:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52edd0. 00000100:00000200:2.0:1718399243.340798:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbcc00 x1801871316489728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.340803:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbcc00 x1801871316489728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.340830:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52faa00. 02000000:00000010:2.0:1718399243.340836:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fa400. 00000100:00000010:2.0:1718399243.340839:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbcc00. 00000100:00000010:2.0:1718399243.340850:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399243.340855:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00000400:00000200:0.0:1718399243.342232:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.342243:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c940 00000400:00000200:0.0:1718399243.342248:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac6a1 [2] + 0 00000400:00000200:0.0:1718399243.342313:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.342316:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.342321:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.342325:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 00000020:00000010:2.0:1718399243.342587:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa400. 00000020:00000010:2.0:1718399243.342591:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399243.342594:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.342610:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317911872/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399243.342634:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317911872 02000000:00000010:2.0:1718399243.342640:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52faa00. 00010000:00000010:2.0:1718399243.342660:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800930f4d00. 00010000:00000010:2.0:1718399243.342674:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.342679:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399243.342692:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399243.342696:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00000400:00000010:2.0:1718399243.342703:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52edd0. 00000100:00000200:2.0:1718399243.342707:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317911872, offset 224 00000400:00000200:2.0:1718399243.342712:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.342719:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.342723:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90184:90184:256:4294967295] 192.168.202.25@tcp LPNI seq info [90184:90184:8:4294967295] 00000400:00000200:2.0:1718399243.342730:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.342734:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.342736:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c8700 (tot 82314186). 00000800:00000200:2.0:1718399243.342740:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.342746:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.342749:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c8700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.342758:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399243.342761:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399243.342763:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa400. 00000800:00000200:3.0:1718399243.342880:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399243.342883:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c8700 (tot 82313938). 00000400:00000200:3.0:1718399243.342886:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399243.342888:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399243.342890:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52edd0 00000400:00000010:3.0:1718399243.342892:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52edd0. 00080000:00000010:3.0:1718399243.342912:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800929cba00. 00010000:00000010:3.0:1718399243.342971:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6680. 00010000:00000010:3.0:1718399243.342976:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800930f4a80. 00010000:00000010:3.0:1718399243.343033:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09eac0. 00010000:00000010:3.0:1718399243.343039:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46780. 00010000:00000010:3.0:1718399243.343046:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.343049:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd29c0. 00000100:00000010:3.0:1718399243.343054:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.343062:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399243.343081:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399243.343085:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399243.343088:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.343092:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316489792, portal 16 00000400:00000010:3.0:1718399243.343094:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466110. 00000100:00000200:3.0:1718399243.343095:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316489792, offset 0 00000400:00000200:3.0:1718399243.343099:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.343104:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.343108:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.343111:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.343113:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.343114:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90185:90185:256:4294967295] 192.168.202.25@tcp LPNI seq info [90185:90185:8:4294967295] 00000400:00000200:3.0:1718399243.343119:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.343122:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.343124:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800929cb800 (tot 82314186). 00000800:00000200:3.0:1718399243.343126:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.343129:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.343131:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800929cb800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.343335:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.343337:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800929cb800 (tot 82313938). 00000400:00000200:0.0:1718399243.343340:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.343343:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.343345:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466110 00000400:00000010:0.0:1718399243.343346:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466110. 00000100:00000200:0.0:1718399243.343349:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316489792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399243.345404:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093399b00. 00010000:00000010:1.1:1718399243.345416:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5244500. 00010000:00000010:1.1:1718399243.345420:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d680. 00010000:00000010:1.1:1718399243.345422:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3e3600. 00010000:00000010:1.1:1718399243.345426:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f840. 00000400:00000200:0.0:1718399243.347983:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.347998:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01640 00000400:00000200:0.0:1718399243.348004:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadd31 [1] + 224 00000400:00000200:0.0:1718399243.348022:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.348026:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.348034:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316489792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.348803:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399243.348809:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:3.0:1718399243.348810:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.348816:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316489792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.348822:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316489792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.348845:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.348849:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3e00. 00000100:00000010:3.0:1718399243.348853:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.348859:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd29c0. 00010000:00000010:3.0:1718399243.348862:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000400:00000200:2.0:1718399243.348951:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.348959:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c980 00000400:00000200:2.0:1718399243.348963:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac6a1 [2] + 328 00000400:00000200:2.0:1718399243.349012:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.349016:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.349020:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399243.349024:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbcc00. 00000020:00000010:1.0:1718399243.349099:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399243.349104:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.349106:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.349122:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbcc00 x1801871317911936/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399243.349138:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317911936 02000000:00000010:1.0:1718399243.349144:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc800. 00010000:00000010:1.0:1718399243.349163:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093c4fd00. 00010000:00000010:1.0:1718399243.349189:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270a80. 00000100:00000010:1.0:1718399243.349194:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:1.0:1718399243.349198:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:1.0:1718399243.349200:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270a80. 00000400:00000010:1.0:1718399243.349209:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a000. 00000100:00000200:1.0:1718399243.349213:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317911936, offset 224 00000400:00000200:1.0:1718399243.349218:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.349226:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.349230:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90186:90186:256:4294967295] 192.168.202.25@tcp LPNI seq info [90186:90186:8:4294967295] 00000400:00000200:1.0:1718399243.349237:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.349241:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.349243:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e700 (tot 82314186). 00000800:00000200:1.0:1718399243.349248:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.349253:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.349256:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.349266:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.349286:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.349290:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fca00. 00000800:00000200:0.0:1718399243.349456:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.349459:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e700 (tot 82313938). 00000400:00000200:0.0:1718399243.349462:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.349465:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.349466:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a000 00000400:00000010:0.0:1718399243.349467:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a000. 00080000:00000010:3.0:1718399243.349578:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800929cb600. 00010000:00000010:3.0:1718399243.349635:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46780. 00010000:00000010:3.0:1718399243.349640:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093c4fc80. 00010000:00000010:3.0:1718399243.349694:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09fa80. 00010000:00000010:3.0:1718399243.349697:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46780. 00010000:00000010:3.0:1718399243.349704:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.349706:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd29c0. 00000100:00000010:3.0:1718399243.349710:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.349717:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399243.349730:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399243.349732:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399243.349735:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.349738:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316489856, portal 16 00000400:00000010:3.0:1718399243.349740:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466f68. 00000100:00000200:3.0:1718399243.349741:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316489856, offset 0 00000400:00000200:3.0:1718399243.349745:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.349749:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.349753:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.349755:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.349757:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.349759:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90187:90187:256:4294967295] 192.168.202.25@tcp LPNI seq info [90187:90187:8:4294967295] 00000400:00000200:3.0:1718399243.349764:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.349767:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.349769:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800929cbe00 (tot 82314186). 00000800:00000200:3.0:1718399243.349771:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.349785:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.349787:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800929cbe00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.349947:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.349949:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800929cbe00 (tot 82313938). 00000400:00000200:0.0:1718399243.349952:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.349955:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.349957:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466f68 00000400:00000010:0.0:1718399243.349958:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466f68. 00000100:00000200:0.0:1718399243.349963:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316489856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399243.352438:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9f0300. 00010000:00000010:2.1:1718399243.352448:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00000400:00000200:0.0:1718399243.353096:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.353110:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01680 00000400:00000200:0.0:1718399243.353117:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadd3d [1] + 224 00000400:00000200:0.0:1718399243.353134:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.353138:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.353145:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316489856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.353247:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399243.353252:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:3.0:1718399243.353253:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.353257:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316489856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.353263:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316489856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.353313:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.353318:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3e00. 00000100:00000010:3.0:1718399243.353321:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.353328:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd29c0. 00010000:00000010:3.0:1718399243.353331:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000400:00000200:0.0:1718399243.354338:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.354345:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5c9c0 00000400:00000200:0.0:1718399243.354349:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac6a1 [2] + 656 00000400:00000200:0.0:1718399243.354391:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.354393:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.354397:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.354401:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000020:00000010:2.0:1718399243.354680:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa400. 00000020:00000010:2.0:1718399243.354685:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399243.354688:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.354706:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317912000/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399243.354734:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317912000 02000000:00000010:2.0:1718399243.354741:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fbe00. 00010000:00000010:2.0:1718399243.354761:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf56780. 00010000:00000010:2.0:1718399243.354790:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.354795:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399243.355006:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399243.355011:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00000400:00000010:2.0:1718399243.355022:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52edd0. 00000100:00000200:2.0:1718399243.355025:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317912000, offset 224 00000400:00000200:2.0:1718399243.355030:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.355037:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.355042:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90188:90188:256:4294967295] 192.168.202.25@tcp LPNI seq info [90188:90188:8:4294967295] 00000400:00000200:2.0:1718399243.355049:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.355053:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.355055:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c8000 (tot 82314186). 00000800:00000200:2.0:1718399243.355059:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.355064:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.355067:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c8000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.355084:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399243.355087:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399243.355089:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa400. 00000800:00000200:0.0:1718399243.355182:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.355184:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c8000 (tot 82313938). 00000400:00000200:0.0:1718399243.355187:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.355190:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.355192:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52edd0 00000400:00000010:0.0:1718399243.355193:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52edd0. 00080000:00000010:3.0:1718399243.355236:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800929cbc00. 00010000:00000010:3.0:1718399243.355316:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46780. 00010000:00000010:3.0:1718399243.355321:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf56300. 00010000:00000010:3.0:1718399243.355374:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cd80. 00010000:00000010:3.0:1718399243.355378:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46780. 00010000:00000010:3.0:1718399243.355384:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.355387:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd29c0. 00000100:00000010:3.0:1718399243.355392:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.355399:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399243.355414:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399243.355417:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399243.355419:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.355422:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316489920, portal 16 00000400:00000010:3.0:1718399243.355424:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466198. 00000100:00000200:3.0:1718399243.355425:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316489920, offset 0 00000400:00000200:3.0:1718399243.355430:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.355434:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.355438:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.355441:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.355443:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.355445:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90189:90189:256:4294967295] 192.168.202.25@tcp LPNI seq info [90189:90189:8:4294967295] 00000400:00000200:3.0:1718399243.355450:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.355453:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.355455:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800929cbe00 (tot 82314186). 00000800:00000200:3.0:1718399243.355458:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.355461:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.355463:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800929cbe00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.355736:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.355738:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800929cbe00 (tot 82313938). 00000400:00000200:0.0:1718399243.355741:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.355743:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.355746:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466198 00000400:00000010:0.0:1718399243.355747:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466198. 00000100:00000200:0.0:1718399243.355750:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316489920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.356929:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.356938:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc016c0 00000400:00000200:0.0:1718399243.356943:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadd49 [1] + 224 00000400:00000200:0.0:1718399243.356949:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.356952:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.356956:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316489920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.357128:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.357133:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ca00 00000400:00000200:0.0:1718399243.357137:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac6a1 [2] + 984 00000400:00000200:0.0:1718399243.357153:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.357155:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.357159:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.357163:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000400:00000010:3.0:1718399243.357619:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399243.357624:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:3.0:1718399243.357626:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.357630:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316489920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.357636:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316489920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.357659:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.357663:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3e00. 00000100:00000010:3.0:1718399243.357666:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.357673:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd29c0. 00010000:00000010:3.0:1718399243.357676:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000020:00000010:2.0:1718399243.357809:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa400. 00000020:00000010:2.0:1718399243.357813:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399243.357817:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.357832:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317912064/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399243.357859:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317912064 02000000:00000010:2.0:1718399243.357865:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa800. 00010000:00000010:2.0:1718399243.357881:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012da5da00. 00010000:00000010:2.0:1718399243.357892:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.357896:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399243.358011:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399243.358015:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00000400:00000010:2.0:1718399243.358023:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ee58. 00000100:00000200:2.0:1718399243.358027:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317912064, offset 224 00000400:00000200:2.0:1718399243.358031:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.358038:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.358041:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90190:90190:256:4294967295] 192.168.202.25@tcp LPNI seq info [90190:90190:8:4294967295] 00000400:00000200:2.0:1718399243.358048:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.358051:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.358054:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c8a00 (tot 82314186). 00000800:00000200:2.0:1718399243.358058:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.358063:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.358066:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c8a00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1718399243.358132:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800929cb800. 00010000:00000010:3.0:1718399243.358184:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46780. 00010000:00000010:3.0:1718399243.358189:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012da5d980. 00010000:00000010:3.0:1718399243.358239:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09e400. 00010000:00000010:3.0:1718399243.358242:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46780. 00010000:00000010:3.0:1718399243.358248:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.358250:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd29c0. 00000100:00000010:3.0:1718399243.358254:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.358260:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399243.358285:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399243.358289:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399243.358290:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.358293:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316489984, portal 16 00000400:00000010:3.0:1718399243.358296:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466cc0. 00000100:00000200:3.0:1718399243.358298:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316489984, offset 0 00000400:00000200:3.0:1718399243.358301:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.358305:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.358310:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.358312:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.358314:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.358316:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90191:90191:255:4294967295] 192.168.202.25@tcp LPNI seq info [90191:90191:7:4294967295] 00000400:00000200:3.0:1718399243.358321:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.358324:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.358325:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800929cb400 (tot 82314434). 00000800:00000200:3.0:1718399243.358327:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.358331:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.358332:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800929cb400 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.358415:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399243.358421:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399243.358423:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa400. 00010000:00000010:1.1:1718399243.358734:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eb34fc0. 00010000:00000010:1.1:1718399243.358742:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933df3c0. 00000800:00000200:0.0:1718399243.359061:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.359064:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c8a00 (tot 82314186). 00000400:00000200:0.0:1718399243.359067:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.359070:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.359073:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ee58 00000400:00000010:0.0:1718399243.359074:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ee58. 00000800:00000200:0.0:1718399243.359118:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.359120:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800929cb400 (tot 82313938). 00000400:00000200:0.0:1718399243.359123:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.359125:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.359126:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466cc0 00000400:00000010:0.0:1718399243.359127:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466cc0. 00000100:00000200:0.0:1718399243.359130:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316489984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.361542:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2f6500. 00010000:00000010:0.1:1718399243.361551:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09eac0. 00000400:00000200:0.0:1718399243.363041:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.363057:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01700 00000400:00000200:0.0:1718399243.363064:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadd55 [1] + 224 00000400:00000200:0.0:1718399243.363074:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.363077:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.363085:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316489984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.363120:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000010:3.0:1718399243.363151:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399243.363157:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:3.0:1718399243.363158:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.363163:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316489984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.363169:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316489984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.363195:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.363199:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3e00. 00000100:00000010:3.0:1718399243.363203:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.363211:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd29c0. 00010000:00000010:3.0:1718399243.363214:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000400:00000200:0.0:1718399243.363856:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ca40 00000400:00000200:0.0:1718399243.363862:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac6a1 [2] + 1312 00000400:00000200:0.0:1718399243.363884:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.363887:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.363892:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.363896:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00000020:00000010:2.0:1718399243.364182:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa400. 00000020:00000010:2.0:1718399243.364188:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399243.364191:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.364210:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317912128/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399243.364261:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317912128 02000000:00000010:2.0:1718399243.364399:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fac00. 00010000:00000010:2.0:1718399243.364421:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093157880. 00010000:00000010:2.0:1718399243.364436:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.364442:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399243.364458:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399243.364462:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00000400:00000010:2.0:1718399243.364471:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e7f8. 00000100:00000200:2.0:1718399243.364474:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317912128, offset 224 00000400:00000200:2.0:1718399243.364480:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.364489:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.364495:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90192:90192:256:4294967295] 192.168.202.25@tcp LPNI seq info [90192:90192:8:4294967295] 00000400:00000200:2.0:1718399243.364502:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.364506:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.364509:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c8300 (tot 82314186). 00000800:00000200:2.0:1718399243.364514:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.364520:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.364524:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c8300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.364535:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399243.364539:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399243.364541:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa400. 00080000:00000010:0.0:1718399243.364595:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009365c300. 00010000:00000010:0.0:1718399243.364659:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46780. 00010000:00000010:0.0:1718399243.364663:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009fba1c00. 00010000:00000010:0.0:1718399243.364719:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009365c700. 00010000:00000010:0.0:1718399243.364722:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc480. 00010000:00000010:0.0:1718399243.364726:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b89f80. 00010000:00000010:0.0:1718399243.364730:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfca00. 00080000:00000010:0.0:1718399243.364740:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009365cd00. 00010000:00000010:0.0:1718399243.364758:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfca00. 00010000:00000010:0.0:1718399243.364760:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc480. 00010000:00000010:0.0:1718399243.364806:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8a880. 00010000:00000010:0.0:1718399243.364809:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc480. 00010000:00000010:0.0:1718399243.364814:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357c280. 00000100:00000010:0.0:1718399243.364816:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9600. 00000100:00000010:0.0:1718399243.364821:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 02000000:00000010:0.0:1718399243.364828:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2600. 02000000:00000010:0.0:1718399243.364843:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2e00. 00000400:00000010:0.0:1718399243.364847:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92e18. 00000400:00000010:0.0:1718399243.364850:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373767f8. 00000100:00000200:0.0:1718399243.364853:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316490048, portal 16 00000400:00000010:0.0:1718399243.364856:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376110. 00000100:00000200:0.0:1718399243.364857:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316490048, offset 0 00000400:00000200:0.0:1718399243.364861:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.364866:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.364871:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399243.364873:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399243.364875:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399243.364877:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90193:90193:255:4294967295] 192.168.202.25@tcp LPNI seq info [90193:90193:7:4294967295] 00000400:00000200:0.0:1718399243.364884:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.364887:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.364889:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365cc00 (tot 82314434). 00000800:00000200:0.0:1718399243.364892:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.364895:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.364898:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365cc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.364958:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.364961:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c8300 (tot 82314186). 00000400:00000200:1.0:1718399243.364964:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.364968:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.364970:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e7f8 00000400:00000010:1.0:1718399243.364971:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e7f8. 00000800:00000200:1.0:1718399243.365195:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.365197:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365cc00 (tot 82313938). 00000400:00000200:1.0:1718399243.365200:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.365203:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.365205:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376110 00000400:00000010:1.0:1718399243.365206:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376110. 00000100:00000200:1.0:1718399243.365211:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27c280 x1801871316490048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399243.367431:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb66400. 00010000:00000010:1.1:1718399243.367448:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb6db00. 00010000:00000010:2.1:1718399243.370421:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e382000. 00010000:00000010:2.1:1718399243.370431:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09e400. 00010000:00000010:2.1:1718399243.370436:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009365c700. 00010000:00000010:2.1:1718399243.370439:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b89f80. 00010000:00000010:0.1:1718399243.370970:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51f3900. 00010000:00000010:0.1:1718399243.370977:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09fa80. 00010000:00000010:0.1:1718399243.370981:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136a9e500. 00010000:00000010:0.1:1718399243.370984:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cd80. 00000400:00000200:0.0:1718399243.371470:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.371483:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01740 00000400:00000200:0.0:1718399243.371489:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadd61 [1] + 224 00000400:00000200:0.0:1718399243.371499:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.371501:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.371509:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27c280 x1801871316490048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.372090:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.372095:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ca80 00000400:00000200:0.0:1718399243.372099:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac6a1 [2] + 1640 00000400:00000010:2.0:1718399243.372151:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92e18. 00000400:00000200:2.0:1718399243.372159:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373767f8 00000400:00000010:2.0:1718399243.372160:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373767f8. 00000100:00000200:2.0:1718399243.372166:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27c280 x1801871316490048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.372172:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27c280 x1801871316490048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.372195:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2e00. 02000000:00000010:2.0:1718399243.372200:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2600. 00000100:00000010:2.0:1718399243.372203:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 00000100:00000010:2.0:1718399243.372205:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9600. 00010000:00000010:2.0:1718399243.372209:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357c280. 00000400:00000200:0.0:1718399243.372303:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.372307:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.372311:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.372315:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000020:00000010:2.0:1718399243.372539:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa400. 00000020:00000010:2.0:1718399243.372543:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399243.372546:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.372562:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317912192/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399243.372578:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317912192 02000000:00000010:2.0:1718399243.372584:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa200. 00010000:00000010:2.0:1718399243.372602:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093539200. 00010000:00000010:2.0:1718399243.372614:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.372619:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399243.373015:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00010000:00000010:2.0:1718399243.373020:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00000400:00000010:2.0:1718399243.373029:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e220. 00000100:00000200:2.0:1718399243.373033:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317912192, offset 224 00000400:00000200:2.0:1718399243.373038:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.373046:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.373051:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90194:90194:256:4294967295] 192.168.202.25@tcp LPNI seq info [90194:90194:8:4294967295] 00000400:00000200:2.0:1718399243.373058:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.373062:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.373065:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c8f00 (tot 82314186). 00000800:00000200:2.0:1718399243.373069:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.373075:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.373078:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c8f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.373097:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399243.373101:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399243.373103:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa400. 00080000:00000010:3.0:1718399243.373143:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800929cb400. 00010000:00000010:3.0:1718399243.373201:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc480. 00010000:00000010:3.0:1718399243.373205:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093539080. 00000800:00000200:0.0:1718399243.373314:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.373316:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c8f00 (tot 82313938). 00000400:00000200:0.0:1718399243.373319:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.373322:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.373323:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e220 00000400:00000010:0.0:1718399243.373324:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e220. 00010000:00000010:3.0:1718399243.373638:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d680. 00010000:00000010:3.0:1718399243.373643:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399243.373650:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.373652:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd29c0. 00000100:00000010:3.0:1718399243.373657:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.373664:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399243.373679:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399243.373682:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399243.373684:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.373687:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316490112, portal 16 00000400:00000010:3.0:1718399243.373690:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466220. 00000100:00000200:3.0:1718399243.373691:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316490112, offset 0 00000400:00000200:3.0:1718399243.373695:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.373699:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.373704:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.373708:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.373710:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.373712:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90195:90195:256:4294967295] 192.168.202.25@tcp LPNI seq info [90195:90195:8:4294967295] 00000400:00000200:3.0:1718399243.373717:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.373720:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.373722:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800929cbe00 (tot 82314186). 00000800:00000200:3.0:1718399243.373725:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.373729:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.373731:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800929cbe00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.373953:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.373955:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800929cbe00 (tot 82313938). 00000400:00000200:1.0:1718399243.373958:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.373961:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.373962:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466220 00000400:00000010:1.0:1718399243.373963:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466220. 00000100:00000200:1.0:1718399243.373967:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316490112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.375834:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.375846:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01780 00000400:00000200:0.0:1718399243.375851:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadd6d [1] + 224 00000400:00000200:0.0:1718399243.375860:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.375863:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.375868:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316490112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.375894:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.375898:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5cac0 00000400:00000200:0.0:1718399243.375901:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac6a1 [2] + 1968 00000400:00000010:0.0:1718399243.375904:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f16e0. 00000400:00000200:0.0:1718399243.375906:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009296af00 00000400:00000200:0.0:1718399243.375917:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.375919:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.375921:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009296af00 00000400:00000010:0.0:1718399243.375923:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88009296af00 (tot 82313786). 00000100:00000200:0.0:1718399243.375927:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1718399243.376071:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa400. 00000020:00000010:2.0:1718399243.376075:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399243.376079:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.376095:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a9ead050 x1801871317912256/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399243.376120:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317912256 02000000:00000010:2.0:1718399243.376128:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fae00. 00010000:00000010:2.0:1718399243.376155:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.376160:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800932589c0. 00000100:00000010:2.0:1718399243.376164:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800932589c0. 00000400:00000010:3.0:1718399243.376198:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399243.376202:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:3.0:1718399243.376204:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.376208:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316490112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.376213:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316490112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399243.376226:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5188000. 02000000:00000010:3.0:1718399243.376238:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.376241:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3e00. 00000100:00000010:3.0:1718399243.376243:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.376249:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd29c0. 00010000:00000010:3.0:1718399243.376252:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00080000:00000010:3.0:1718399243.376263:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800929cbe00. 00010000:00000010:2.0:1718399243.376442:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00000400:00000010:2.0:1718399243.376451:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ef68. 00000100:00000200:2.0:1718399243.376454:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317912256, offset 224 00000400:00000200:2.0:1718399243.376459:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.376465:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.376469:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90196:90196:256:4294967295] 192.168.202.25@tcp LPNI seq info [90196:90196:8:4294967295] 00000400:00000200:2.0:1718399243.376475:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.376479:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.376482:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c8f00 (tot 82314034). 00000800:00000200:2.0:1718399243.376486:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.376492:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.376494:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c8f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.376504:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399243.376507:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399243.376509:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa400. 02000000:00000010:2.0:1718399243.376515:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa200. 00000100:00000010:2.0:1718399243.376517:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 02000000:00000010:2.0:1718399243.376520:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fac00. 00000100:00000010:2.0:1718399243.376521:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 02000000:00000010:2.0:1718399243.376523:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa800. 00000100:00000010:2.0:1718399243.376525:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:2.0:1718399243.376527:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fbe00. 00000100:00000010:2.0:1718399243.376529:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 02000000:00000010:2.0:1718399243.376531:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc800. 00000100:00000010:2.0:1718399243.376533:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbcc00. 02000000:00000010:2.0:1718399243.376536:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52faa00. 00000100:00000010:2.0:1718399243.376537:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 00000100:00000200:2.0:1718399243.376541:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399243.376543:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcda50. 00000400:00000010:2.0:1718399243.376546:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8800932589c0 (tot 82314186). 00010000:00000010:3.0:1718399243.376627:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399243.376632:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf56400. 00010000:00000010:3.0:1718399243.376688:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cfc0. 00010000:00000010:3.0:1718399243.376692:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399243.376697:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.376699:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd29c0. 00000100:00000010:3.0:1718399243.376704:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.376711:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399243.376725:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399243.376728:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399243.376730:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.376733:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316490176, portal 16 00000400:00000010:3.0:1718399243.376735:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466d48. 00000100:00000200:3.0:1718399243.376736:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316490176, offset 0 00000400:00000200:3.0:1718399243.376739:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.376743:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.376748:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.376751:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.376753:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.376755:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90197:90197:255:4294967295] 192.168.202.25@tcp LPNI seq info [90197:90197:7:4294967295] 00000400:00000200:3.0:1718399243.376760:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.376762:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.376766:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355bb00 (tot 82314434). 00000800:00000200:3.0:1718399243.376769:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.376772:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.376784:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355bb00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.376889:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.376892:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c8f00 (tot 82314186). 00000400:00000200:1.0:1718399243.376895:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.376898:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.376900:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ef68 00000400:00000010:1.0:1718399243.376901:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ef68. 02000000:00000010:1.0:1718399243.376905:0:18240:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fae00. 00000800:00000200:1.0:1718399243.376952:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.376953:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355bb00 (tot 82313938). 00000400:00000200:1.0:1718399243.376955:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.376957:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.376959:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466d48 00000400:00000010:1.0:1718399243.376960:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466d48. 00000100:00000200:1.0:1718399243.376963:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316490176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399243.377191:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093591680. 00010000:00000010:1.1:1718399243.381248:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d08a700. 00000400:00000200:0.0:1718399243.381410:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.381425:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc017c0 00000400:00000200:0.0:1718399243.381431:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadd7d [1] + 224 00000400:00000200:0.0:1718399243.381441:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.381444:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.381451:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316490176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.381483:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.381487:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5cb00 00000400:00000200:0.0:1718399243.381491:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac6f9 [2] + 0 00000400:00000200:0.0:1718399243.381504:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.381507:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.381511:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.381515:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00000020:00000010:2.0:1718399243.381814:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52faa00. 00000020:00000010:2.0:1718399243.381818:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399243.381822:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.381841:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317912320/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399243.382133:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317912320 02000000:00000010:2.0:1718399243.382141:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fbe00. 00010000:00000010:2.0:1718399243.382170:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.382177:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.382182:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.382187:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00000400:00000010:2.0:1718399243.382196:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eee0. 00000100:00000200:2.0:1718399243.382200:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317912320, offset 224 00000400:00000200:2.0:1718399243.382205:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.382213:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.382218:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90198:90198:256:4294967295] 192.168.202.25@tcp LPNI seq info [90198:90198:8:4294967295] 00000400:00000200:2.0:1718399243.382225:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.382229:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.382232:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c8300 (tot 82314186). 00000800:00000200:2.0:1718399243.382235:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.382241:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.382243:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c8300 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1718399243.382923:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399243.382929:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:3.0:1718399243.382931:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.382936:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316490176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.382942:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316490176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399243.382958:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d51ec00. 02000000:00000010:3.0:1718399243.382968:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.382972:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3e00. 00000100:00000010:3.0:1718399243.382975:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.382981:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd29c0. 00010000:00000010:3.0:1718399243.382984:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00080000:00000010:3.0:1718399243.382996:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355b300. 00010000:00000010:3.0:1718399243.383049:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399243.383055:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d51e980. 00010000:00000010:3.0:1718399243.383109:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09dd40. 00010000:00000010:3.0:1718399243.383112:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399243.383118:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.383121:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd29c0. 00000100:00000010:3.0:1718399243.383125:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.383133:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399243.383147:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399243.383149:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399243.383152:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.383155:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316490240, portal 16 00000400:00000010:3.0:1718399243.383158:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399243.383159:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316490240, offset 0 00000400:00000200:3.0:1718399243.383163:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.383168:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.383174:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.383177:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.383179:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.383181:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90199:90199:255:4294967295] 192.168.202.25@tcp LPNI seq info [90199:90199:7:4294967295] 00000400:00000200:3.0:1718399243.383187:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.383190:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.383192:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355b900 (tot 82314434). 00000800:00000200:3.0:1718399243.383195:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.383199:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.383201:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355b900 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.383286:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399243.383291:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399243.383293:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52faa00. 00000800:00000200:0.0:1718399243.385593:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.385598:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c8300 (tot 82314186). 00000400:00000200:0.0:1718399243.385605:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.385611:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.385615:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eee0 00000400:00000010:0.0:1718399243.385617:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eee0. 00000800:00000200:0.0:1718399243.385678:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.385680:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355b900 (tot 82313938). 00000400:00000200:0.0:1718399243.385683:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.385686:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.385688:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:0.0:1718399243.385689:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:0.0:1718399243.385694:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316490240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399243.387571:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880136441680. 00010000:00000010:2.1:1718399243.390737:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8a880. 00010000:00000010:2.1:1718399243.390747:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eb37600. 00010000:00000010:2.1:1718399243.390751:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b2499600. 00010000:00000010:2.1:1718399243.390754:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d680. 00000400:00000200:0.0:1718399243.390913:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.390927:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01800 00000400:00000200:0.0:1718399243.390934:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadd89 [1] + 224 00000400:00000200:0.0:1718399243.390943:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.390946:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.390953:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316490240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.391137:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.391141:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5cb40 00000400:00000200:0.0:1718399243.391145:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac6f9 [2] + 328 00000400:00000010:3.0:1718399243.391389:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399243.391394:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:3.0:1718399243.391395:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.391399:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316490240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.391406:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316490240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.391434:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.391438:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3e00. 00000100:00000010:3.0:1718399243.391442:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.391450:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd29c0. 00010000:00000010:3.0:1718399243.391452:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000400:00000200:0.0:1718399243.391604:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.391608:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.391612:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.391616:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 00000020:00000010:2.0:1718399243.391665:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52faa00. 00000020:00000010:2.0:1718399243.391673:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399243.391676:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.391695:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317912384/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399243.391713:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317912384 02000000:00000010:2.0:1718399243.391720:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa800. 00010000:00000010:2.0:1718399243.391741:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d51e700. 00010000:00000010:2.0:1718399243.391980:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.391986:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.392001:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.392005:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00000400:00000010:2.0:1718399243.392014:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ec38. 00000100:00000200:2.0:1718399243.392018:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317912384, offset 224 00000400:00000200:2.0:1718399243.392023:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.392032:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.392036:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90200:90200:256:4294967295] 192.168.202.25@tcp LPNI seq info [90200:90200:8:4294967295] 00000400:00000200:2.0:1718399243.392043:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.392047:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.392050:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c8a00 (tot 82314186). 00000800:00000200:2.0:1718399243.392054:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.392060:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.392063:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c8a00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1718399243.392130:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009365c000. 00010000:00000010:0.0:1718399243.392196:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:0.0:1718399243.392202:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d51e280. 00010000:00000010:0.0:1718399243.392266:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8aac0. 00010000:00000010:0.0:1718399243.392286:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfca00. 00010000:00000010:0.0:1718399243.392294:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357c1c0. 00000100:00000010:0.0:1718399243.392297:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d93c0. 00000100:00000010:0.0:1718399243.392301:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 02000000:00000010:0.0:1718399243.392311:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2400. 02000000:00000010:0.0:1718399243.392329:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2c00. 00000400:00000010:0.0:1718399243.392333:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92318. 00000400:00000010:0.0:1718399243.392335:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373763b8. 00000100:00000200:0.0:1718399243.392339:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316490304, portal 16 00000400:00000010:0.0:1718399243.392341:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376220. 00000100:00000200:0.0:1718399243.392342:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316490304, offset 0 00000400:00000200:0.0:1718399243.392346:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.392350:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.392356:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399243.392358:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399243.392360:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399243.392362:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90201:90201:255:4294967295] 192.168.202.25@tcp LPNI seq info [90201:90201:7:4294967295] 00000400:00000200:0.0:1718399243.392367:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.392370:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.392372:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365c100 (tot 82314434). 00000800:00000200:0.0:1718399243.392375:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000020:00000010:2.0:1718399243.392463:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399243.392468:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:2.0:1718399243.392470:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52faa00. 00000800:00000200:1.0:1718399243.392575:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.392577:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c8a00 (tot 82314186). 00000400:00000200:1.0:1718399243.392580:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.392583:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.392586:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ec38 00000400:00000010:1.0:1718399243.392587:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ec38. 00000800:00000200:0.0:1718399243.392829:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.392832:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365c100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399243.393037:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399243.393039:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365c100 (tot 82313938). 00000400:00000200:2.0:1718399243.393042:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.393045:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399243.393047:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376220 00000400:00000010:2.0:1718399243.393048:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376220. 00000100:00000200:2.0:1718399243.393053:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c2797c0 x1801871316490304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399243.393621:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ea9f3c0. 00010000:00000010:2.1:1718399243.393628:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f6e2100. 00010000:00000010:2.1:1718399243.393631:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cfc0. 00010000:00000010:3.1:1718399243.396597:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093593a80. 00010000:00000010:2.1:1718399243.396647:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f6e2700. 00010000:00000010:2.1:1718399243.396653:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09dd40. 00000400:00000200:0.0:1718399243.397918:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.397932:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01840 00000400:00000200:0.0:1718399243.397938:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadd95 [1] + 224 00000400:00000200:0.0:1718399243.397956:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.397960:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.397969:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c2797c0 x1801871316490304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399243.398094:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92318. 00000400:00000200:2.0:1718399243.398099:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373763b8 00000400:00000010:2.0:1718399243.398100:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373763b8. 00000100:00000200:2.0:1718399243.398106:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c2797c0 x1801871316490304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.398117:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c2797c0 x1801871316490304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.398141:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2c00. 02000000:00000010:2.0:1718399243.398145:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2400. 00000100:00000010:2.0:1718399243.398148:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 00000100:00000010:2.0:1718399243.398151:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d93c0. 00010000:00000010:2.0:1718399243.398155:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357c1c0. 00000400:00000200:0.0:1718399243.398372:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.398378:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5cb80 00000400:00000200:0.0:1718399243.398382:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac6f9 [2] + 656 00000400:00000200:0.0:1718399243.398450:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.398454:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.398458:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.398462:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 00000020:00000010:2.0:1718399243.398575:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fac00. 00000020:00000010:2.0:1718399243.398580:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399243.398583:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686ff18. 00000100:00000200:2.0:1718399243.398600:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c2797c0 x1801871317912448/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399243.400467:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317912448 02000000:00000010:1.0:1718399243.400479:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fda00. 00010000:00000010:1.0:1718399243.400505:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097ea4e80. 00010000:00000010:1.0:1718399243.400535:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270a80. 00000100:00000010:1.0:1718399243.400542:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:1.0:1718399243.400554:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:1.0:1718399243.400557:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270a80. 00000400:00000010:1.0:1718399243.400570:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9abb0. 00000100:00000200:1.0:1718399243.400575:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317912448, offset 224 00000400:00000200:1.0:1718399243.400581:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.400590:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.400595:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90202:90202:256:4294967295] 192.168.202.25@tcp LPNI seq info [90202:90202:8:4294967295] 00080000:00000010:3.0:1718399243.400596:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355bf00. 00000400:00000200:1.0:1718399243.400602:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.400607:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.400609:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e600 (tot 82314186). 00000800:00000200:1.0:1718399243.400613:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.400620:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.400623:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.400639:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6580. 00000020:00000010:1.0:1718399243.400642:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686ff18. 00000020:00000010:1.0:1718399243.400645:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fac00. 00010000:00000010:3.0:1718399243.400655:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfca00. 00010000:00000010:3.0:1718399243.400660:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097ea4e00. 00010000:00000010:3.0:1718399243.400717:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009355bd00. 00010000:00000010:3.0:1718399243.400720:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46b80. 00010000:00000010:3.0:1718399243.400724:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f600. 00010000:00000010:3.0:1718399243.400726:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f80. 00080000:00000010:3.0:1718399243.400734:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355b400. 00010000:00000010:3.0:1718399243.400747:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f80. 00000800:00000200:2.0:1718399243.400748:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1718399243.400750:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46b80. 00000800:00000010:2.0:1718399243.400750:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e600 (tot 82313938). 00000400:00000200:2.0:1718399243.400753:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.400756:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399243.400759:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9abb0 00000400:00000010:2.0:1718399243.400760:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9abb0. 00010000:00000010:3.0:1718399243.400798:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d8c0. 00010000:00000010:3.0:1718399243.400800:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399243.400805:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.400807:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd29c0. 00000100:00000010:3.0:1718399243.400812:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.400820:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399243.400835:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399243.400839:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399243.400842:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.400845:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316490368, portal 16 00000400:00000010:3.0:1718399243.400847:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466aa0. 00000100:00000200:3.0:1718399243.400848:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316490368, offset 0 00000400:00000200:3.0:1718399243.400853:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.400857:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.400862:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.400864:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.400866:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.400868:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90203:90203:256:4294967295] 192.168.202.25@tcp LPNI seq info [90203:90203:8:4294967295] 00000400:00000200:3.0:1718399243.400874:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.400878:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.400880:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355be00 (tot 82314186). 00000800:00000200:3.0:1718399243.400883:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.400886:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.400888:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355be00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.400951:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.400953:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355be00 (tot 82313938). 00000400:00000200:0.0:1718399243.400956:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.400958:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.400960:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:0.0:1718399243.400961:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00000100:00000200:0.0:1718399243.400965:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316490368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.402900:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.402912:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01880 00000400:00000200:0.0:1718399243.402917:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadda1 [1] + 224 00000400:00000200:0.0:1718399243.402925:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.402928:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.402934:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316490368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.402966:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.402970:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5cbc0 00000400:00000200:0.0:1718399243.402974:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac6f9 [2] + 984 00000400:00000200:0.0:1718399243.402986:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.402988:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.402992:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.402996:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 00000400:00000010:3.0:1718399243.403076:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399243.403081:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:3.0:1718399243.403082:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.403086:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316490368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.403091:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316490368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.403111:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.403115:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3e00. 00000100:00000010:3.0:1718399243.403119:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.403125:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd29c0. 00010000:00000010:3.0:1718399243.403128:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000020:00000010:2.0:1718399243.403173:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa400. 00000020:00000010:2.0:1718399243.403177:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6a80. 00000020:00000010:2.0:1718399243.403180:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f7e0. 00000100:00000200:2.0:1718399243.403198:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317912512/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399243.404028:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317912512 02000000:00000010:2.0:1718399243.404036:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fbc00. 00010000:00000010:2.0:1718399243.404055:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880129f59d80. 00010000:00000010:2.0:1718399243.404084:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.404088:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.404094:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.404097:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00000400:00000010:2.0:1718399243.404105:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e880. 00000100:00000200:2.0:1718399243.404108:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317912512, offset 224 00000400:00000200:2.0:1718399243.404114:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.404122:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.404126:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90204:90204:256:4294967295] 192.168.202.25@tcp LPNI seq info [90204:90204:8:4294967295] 00000400:00000200:2.0:1718399243.404134:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.404138:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.404141:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c8000 (tot 82314186). 00000800:00000200:2.0:1718399243.404145:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.404150:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.404153:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c8000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.404164:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6a80. 00000020:00000010:2.0:1718399243.404167:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f7e0. 00000020:00000010:2.0:1718399243.404170:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa400. 00000800:00000200:2.0:1718399243.404233:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399243.404235:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c8000 (tot 82313938). 00000400:00000200:2.0:1718399243.404237:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.404241:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399243.404243:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e880 00000400:00000010:2.0:1718399243.404244:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e880. 00080000:00000010:3.0:1718399243.404678:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355bc00. 00010000:00000010:3.0:1718399243.404732:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399243.404737:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880129f59d00. 00010000:00000010:3.0:1718399243.404802:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c6c0. 00010000:00000010:3.0:1718399243.404806:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399243.404812:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.404815:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd29c0. 00000100:00000010:3.0:1718399243.404820:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.404827:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399243.404842:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399243.404845:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399243.406152:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.406159:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316490432, portal 16 00000400:00000010:3.0:1718399243.406163:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466330. 00000100:00000200:3.0:1718399243.406164:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316490432, offset 0 00000400:00000200:3.0:1718399243.406169:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.406188:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.406193:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.406196:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.406198:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.406200:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90205:90205:256:4294967295] 192.168.202.25@tcp LPNI seq info [90205:90205:8:4294967295] 00000400:00000200:3.0:1718399243.406225:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.406229:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.406232:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355ba00 (tot 82314186). 00000800:00000200:3.0:1718399243.406249:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.406255:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.406258:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355ba00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.406798:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.406814:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355ba00 (tot 82313938). 00000400:00000200:0.0:1718399243.406819:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.406822:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.406824:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466330 00000400:00000010:0.0:1718399243.406826:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466330. 00000100:00000200:0.0:1718399243.406830:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316490432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399243.408997:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d586c0. 00010000:00000010:3.1:1718399243.409047:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009357a000. 00010000:00000010:3.1:1718399243.409052:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8aac0. 00010000:00000010:3.1:1718399243.411617:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093012400. 00010000:00000010:3.1:1718399243.414548:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009355bd00. 00010000:00000010:3.1:1718399243.414560:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f600. 00010000:00000010:3.1:1718399243.414565:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b0c5d00. 00010000:00000010:3.1:1718399243.414577:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d8c0. 00000400:00000200:0.0:1718399243.415372:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.415386:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc018c0 00000400:00000200:0.0:1718399243.415393:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xaddad [1] + 224 00000400:00000200:0.0:1718399243.415410:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.415414:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.415422:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316490432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.415531:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000400:00000200:3.0:1718399243.415536:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:3.0:1718399243.415538:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.415543:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316490432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.415548:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316490432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.415573:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.415577:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3e00. 00000100:00000010:3.0:1718399243.415580:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.415588:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd29c0. 00010000:00000010:3.0:1718399243.415591:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000400:00000200:0.0:1718399243.417702:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.417718:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5cc00 00000400:00000200:0.0:1718399243.417724:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac6f9 [2] + 1312 00000400:00000200:0.0:1718399243.420716:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.420726:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.420733:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.420739:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000020:00000010:2.0:1718399243.420960:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb600. 00000020:00000010:2.0:1718399243.420964:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6a80. 00000020:00000010:2.0:1718399243.420968:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f7e0. 00000100:00000200:2.0:1718399243.420984:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317912576/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399243.421000:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317912576 02000000:00000010:2.0:1718399243.421006:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa400. 00010000:00000010:2.0:1718399243.421026:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c456e00. 00010000:00000010:2.0:1718399243.421097:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.421102:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.421291:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.421297:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00000400:00000010:2.0:1718399243.421307:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e880. 00000100:00000200:2.0:1718399243.421311:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317912576, offset 224 00000400:00000200:2.0:1718399243.421317:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.421327:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.421331:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90206:90206:256:4294967295] 192.168.202.25@tcp LPNI seq info [90206:90206:8:4294967295] 00000400:00000200:2.0:1718399243.421338:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.421342:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.421345:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c8000 (tot 82314186). 00000800:00000200:2.0:1718399243.421349:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.421354:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.421357:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c8000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.421376:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6a80. 00000020:00000010:2.0:1718399243.421380:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f7e0. 00000020:00000010:2.0:1718399243.421382:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb600. 00000800:00000200:0.0:1718399243.421477:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.421479:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c8000 (tot 82313938). 00000400:00000200:0.0:1718399243.421482:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.421485:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.421487:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e880 00000400:00000010:0.0:1718399243.421489:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e880. 00080000:00000010:3.0:1718399243.421837:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355bd00. 00010000:00000010:3.0:1718399243.421891:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399243.421895:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c456d80. 00010000:00000010:3.0:1718399243.421965:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d8c0. 00010000:00000010:3.0:1718399243.421968:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399243.421975:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.421978:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd29c0. 00000100:00000010:3.0:1718399243.421983:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.421990:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399243.422005:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399243.422009:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399243.422013:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.422016:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316490496, portal 16 00000400:00000010:3.0:1718399243.422019:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399243.422020:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316490496, offset 0 00000400:00000200:3.0:1718399243.422024:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.422028:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.422033:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.422035:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.422037:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.422039:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90207:90207:256:4294967295] 192.168.202.25@tcp LPNI seq info [90207:90207:8:4294967295] 00000400:00000200:3.0:1718399243.422045:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.422048:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.422050:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355b500 (tot 82314186). 00000800:00000200:3.0:1718399243.422052:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.422056:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.422058:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355b500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.422254:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.422256:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355b500 (tot 82313938). 00000400:00000200:1.0:1718399243.422258:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.422261:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.422264:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:1.0:1718399243.422265:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000100:00000200:1.0:1718399243.422286:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316490496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399243.423626:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bd03600. 00000400:00000200:0.0:1718399243.424344:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.424357:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01900 00000400:00000200:0.0:1718399243.424363:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xaddb9 [1] + 224 00000400:00000200:0.0:1718399243.424372:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.424375:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.424381:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316490496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.424415:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.424419:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5cc40 00000400:00000200:0.0:1718399243.424423:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac6f9 [2] + 1640 00000400:00000200:0.0:1718399243.424437:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.424440:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.424443:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.424448:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000400:00000010:3.0:1718399243.424519:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310580. 00000020:00000010:2.0:1718399243.424521:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb600. 00000400:00000200:3.0:1718399243.424524:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:3.0:1718399243.424526:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000020:00000010:2.0:1718399243.424526:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6a80. 00000020:00000010:2.0:1718399243.424528:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f7e0. 00000100:00000200:3.0:1718399243.424530:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316490496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.424536:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316490496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.424545:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317912640/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:3.0:1718399243.424558:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.424563:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3e00. 00000100:00000010:3.0:1718399243.424566:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.424572:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd29c0. 00010000:00000010:3.0:1718399243.424575:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000100:00000200:2.0:1718399243.425040:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317912640 02000000:00000010:2.0:1718399243.425048:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa200. 00010000:00000010:2.0:1718399243.425068:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093551080. 00010000:00000010:2.0:1718399243.425094:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.425099:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.425109:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.425112:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00000400:00000010:2.0:1718399243.425119:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e3b8. 00000100:00000200:2.0:1718399243.425122:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317912640, offset 224 00000400:00000200:2.0:1718399243.425127:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.425133:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.425137:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90208:90208:256:4294967295] 192.168.202.25@tcp LPNI seq info [90208:90208:8:4294967295] 00000400:00000200:2.0:1718399243.425144:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00080000:00000010:0.0:1718399243.425146:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009365c200. 00000800:00000200:2.0:1718399243.425148:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.425150:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c8100 (tot 82314186). 00000800:00000200:2.0:1718399243.425154:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.425159:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.425162:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c8100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.425178:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6a80. 00000020:00000010:2.0:1718399243.425181:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f7e0. 00000020:00000010:2.0:1718399243.425183:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb600. 00010000:00000010:0.0:1718399243.425206:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46b80. 00010000:00000010:0.0:1718399243.425211:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093551600. 00010000:00000010:0.0:1718399243.425298:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b88000. 00010000:00000010:0.0:1718399243.425302:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb80. 00010000:00000010:0.0:1718399243.425308:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357ca00. 00000100:00000010:0.0:1718399243.425311:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9b40. 00000800:00000200:1.0:1718399243.425362:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.425365:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c8100 (tot 82313938). 00000400:00000200:1.0:1718399243.425368:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.425371:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.425373:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e3b8 00000400:00000010:1.0:1718399243.425374:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e3b8. 00000100:00000010:0.0:1718399243.425412:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 02000000:00000010:0.0:1718399243.425421:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2a00. 02000000:00000010:0.0:1718399243.425436:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2200. 00000400:00000010:0.0:1718399243.425439:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c60. 00000400:00000010:0.0:1718399243.425442:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376198. 00000100:00000200:0.0:1718399243.425446:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316490560, portal 16 00000400:00000010:0.0:1718399243.425448:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376d48. 00000100:00000200:0.0:1718399243.425450:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316490560, offset 0 00000400:00000200:0.0:1718399243.425454:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.425458:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.425464:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399243.425466:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399243.425468:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399243.425470:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90209:90209:256:4294967295] 192.168.202.25@tcp LPNI seq info [90209:90209:8:4294967295] 00000400:00000200:0.0:1718399243.425476:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.425481:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.425483:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365cf00 (tot 82314186). 00000800:00000200:0.0:1718399243.425486:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.425490:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.425492:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365cf00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.426541:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.426543:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365cf00 (tot 82313938). 00000400:00000200:1.0:1718399243.426547:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.426551:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.426554:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376d48 00000400:00000010:1.0:1718399243.426555:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376d48. 00000100:00000200:1.0:1718399243.426559:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27a140 x1801871316490560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399243.426873:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5254400. 00010000:00000010:2.1:1718399243.426879:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c6c0. 00000400:00000200:0.0:1718399243.429082:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.429096:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01940 00000400:00000200:0.0:1718399243.429104:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xaddc5 [1] + 224 00000400:00000200:0.0:1718399243.429112:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.429115:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.429122:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27a140 x1801871316490560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.429160:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.429164:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5cc80 00000400:00000200:0.0:1718399243.429169:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac6f9 [2] + 1968 00000400:00000010:0.0:1718399243.429172:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd688. 00000400:00000200:0.0:1718399243.429174:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800a975e300 00000400:00000200:0.0:1718399243.429228:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.429231:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.429234:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a975e300 00000400:00000010:0.0:1718399243.429236:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800a975e300 (tot 82313786). 00000100:00000200:0.0:1718399243.429245:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1718399243.429541:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5184800. 00010000:00000010:2.1:1718399243.429550:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d8c0. 00000400:00000010:2.0:1718399243.429563:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c60. 00000400:00000200:2.0:1718399243.429566:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376198 00000400:00000010:2.0:1718399243.429567:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376198. 00000100:00000200:2.0:1718399243.429572:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27a140 x1801871316490560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.429579:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27a140 x1801871316490560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.429601:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2200. 02000000:00000010:2.0:1718399243.429605:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2a00. 00000100:00000010:2.0:1718399243.429607:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 00000100:00000010:2.0:1718399243.429610:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9b40. 00010000:00000010:2.0:1718399243.429614:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357ca00. 00010000:00000010:3.1:1718399243.429712:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933e21c0. 00000020:00000010:3.0:1718399243.429742:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399243.429747:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399243.429750:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399243.429765:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a9ead850 x1801871317912704/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399243.429808:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317912704 02000000:00000010:3.0:1718399243.429816:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2400. 00010000:00000010:3.0:1718399243.429838:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5072480. 00010000:00000010:3.0:1718399243.429867:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.429873:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd29c0. 00000100:00000010:3.0:1718399243.429878:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd29c0. 00010000:00000010:3.0:1718399243.429881:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000400:00000010:3.0:1718399243.429890:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.429894:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317912704, offset 224 00000400:00000200:3.0:1718399243.429899:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.429907:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.429911:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90210:90210:256:4294967295] 192.168.202.25@tcp LPNI seq info [90210:90210:8:4294967295] 00000400:00000200:3.0:1718399243.429918:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.429922:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.429925:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355b600 (tot 82314034). 00000800:00000200:3.0:1718399243.429929:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.429935:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.429938:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355b600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399243.429949:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399243.429953:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399243.429955:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 00080000:00000010:2.0:1718399243.429958:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c8700. 02000000:00000010:3.0:1718399243.429961:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa200. 00000100:00000010:3.0:1718399243.429965:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:3.0:1718399243.429968:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa400. 00000100:00000010:3.0:1718399243.429970:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 02000000:00000010:3.0:1718399243.429972:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fbc00. 00000100:00000010:3.0:1718399243.429974:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 02000000:00000010:3.0:1718399243.429976:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fda00. 00000100:00000010:3.0:1718399243.429978:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 02000000:00000010:3.0:1718399243.429980:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa800. 00000100:00000010:3.0:1718399243.429981:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 02000000:00000010:3.0:1718399243.429984:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fbe00. 00000100:00000010:3.0:1718399243.429985:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 00000100:00000200:3.0:1718399243.429989:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1718399243.429992:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310580. 00000400:00000010:3.0:1718399243.429995:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093dd29c0 (tot 82314186). 00010000:00000010:2.0:1718399243.430021:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb80. 00010000:00000010:2.0:1718399243.430026:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5072400. 00010000:00000010:2.0:1718399243.430077:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356ef40. 00010000:00000010:2.0:1718399243.430081:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6a80. 00010000:00000010:2.0:1718399243.430088:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.430091:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.430096:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbcc00. 02000000:00000010:2.0:1718399243.430104:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb600. 02000000:00000010:2.0:1718399243.430119:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fac00. 00000400:00000010:2.0:1718399243.430121:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd898. 00000400:00000010:2.0:1718399243.430124:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399243.430127:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316490624, portal 16 00000400:00000010:2.0:1718399243.430130:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e110. 00000100:00000200:2.0:1718399243.430131:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316490624, offset 0 00000400:00000200:2.0:1718399243.430135:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.430139:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.430144:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.430146:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.430149:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.430151:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90211:90211:255:4294967295] 192.168.202.25@tcp LPNI seq info [90211:90211:7:4294967295] 00000400:00000200:2.0:1718399243.430157:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.430161:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.430163:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c8c00 (tot 82314434). 00000800:00000200:2.0:1718399243.430166:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.430169:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.430171:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c8c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.430214:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.430217:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355b600 (tot 82314186). 00000400:00000200:1.0:1718399243.430221:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.430224:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.430227:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:1.0:1718399243.430228:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 02000000:00000010:1.0:1718399243.430231:0:18240:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2400. 00000800:00000200:1.0:1718399243.430262:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.430264:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c8c00 (tot 82313938). 00000400:00000200:1.0:1718399243.430267:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.430297:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.430300:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e110 00000400:00000010:1.0:1718399243.430301:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e110. 00000100:00000200:1.0:1718399243.430304:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbcc00 x1801871316490624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399243.433811:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092b821c0. 00000400:00000200:1.0:1718399243.433842:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.433855:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01980 00000400:00000200:1.0:1718399243.433861:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xaddd5 [1] + 224 00000400:00000200:1.0:1718399243.433879:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.433883:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.433891:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbcc00 x1801871316490624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399243.434600:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd898. 00000400:00000200:2.0:1718399243.434604:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:2.0:1718399243.434605:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00000100:00000200:2.0:1718399243.434612:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbcc00 x1801871316490624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.434617:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbcc00 x1801871316490624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.434643:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fac00. 02000000:00000010:2.0:1718399243.434649:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb600. 00000100:00000010:2.0:1718399243.434653:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbcc00. 00000100:00000010:2.0:1718399243.434658:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.434664:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00000400:00000200:0.0:1718399243.435071:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.435081:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ccc0 00000400:00000200:0.0:1718399243.435086:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac751 [2] + 0 00000400:00000200:0.0:1718399243.436745:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.436753:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.436760:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.436766:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000020:00000010:1.0:1718399243.436873:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399243.436878:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.436882:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.436899:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317912768/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399243.436932:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317912768 02000000:00000010:1.0:1718399243.436940:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fce00. 00010000:00000010:1.0:1718399243.436961:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5072900. 00010000:00000010:1.0:1718399243.436980:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270a80. 00000100:00000010:1.0:1718399243.436985:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:1.0:1718399243.436991:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:1.0:1718399243.436994:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270a80. 00000400:00000010:1.0:1718399243.437003:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aee0. 00000100:00000200:1.0:1718399243.437006:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317912768, offset 224 00000400:00000200:1.0:1718399243.437012:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.437021:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.437025:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90212:90212:256:4294967295] 192.168.202.25@tcp LPNI seq info [90212:90212:8:4294967295] 00000400:00000200:1.0:1718399243.437032:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.437036:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.437039:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e600 (tot 82314186). 00000800:00000200:1.0:1718399243.437043:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.437048:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.437051:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.437062:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.437065:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.437068:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc400. 00000800:00000200:1.0:1718399243.437130:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.437132:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e600 (tot 82313938). 00000400:00000200:1.0:1718399243.437135:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.437137:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.437140:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aee0 00000400:00000010:1.0:1718399243.437141:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aee0. 00080000:00000010:0.0:1718399243.437799:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009365c100. 00010000:00000010:0.0:1718399243.437863:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6a80. 00010000:00000010:0.0:1718399243.437868:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5072880. 00010000:00000010:0.0:1718399243.437928:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009365c800. 00010000:00000010:0.0:1718399243.437931:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfce00. 00010000:00000010:0.0:1718399243.437934:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8a1c0. 00010000:00000010:0.0:1718399243.437938:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc500. 00080000:00000010:0.0:1718399243.437947:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009365c700. 00010000:00000010:0.0:1718399243.437961:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc500. 00010000:00000010:0.0:1718399243.437963:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfce00. 00010000:00000010:0.0:1718399243.437991:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b88480. 00010000:00000010:0.0:1718399243.437993:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfce00. 00010000:00000010:0.0:1718399243.437998:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357cf40. 00000100:00000010:0.0:1718399243.438001:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9900. 00000100:00000010:0.0:1718399243.438006:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 02000000:00000010:0.0:1718399243.438015:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2400. 02000000:00000010:0.0:1718399243.438032:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2c00. 00000400:00000010:0.0:1718399243.438037:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c60. 00000400:00000010:0.0:1718399243.438040:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376198. 00000100:00000200:0.0:1718399243.438044:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316490688, portal 16 00000400:00000010:0.0:1718399243.438047:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376d48. 00000100:00000200:0.0:1718399243.438049:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316490688, offset 0 00000400:00000200:0.0:1718399243.438053:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.438058:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.438063:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399243.438066:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399243.438068:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399243.438070:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90213:90213:256:4294967295] 192.168.202.25@tcp LPNI seq info [90213:90213:8:4294967295] 00000400:00000200:0.0:1718399243.438076:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.438082:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.438084:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365cc00 (tot 82314186). 00000800:00000200:0.0:1718399243.438087:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.438091:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.438093:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365cc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.439146:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.439149:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365cc00 (tot 82313938). 00000400:00000200:1.0:1718399243.439152:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.439156:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.439158:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376d48 00000400:00000010:1.0:1718399243.439159:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376d48. 00000100:00000200:1.0:1718399243.439164:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27c280 x1801871316490688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399243.439520:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b8cc00. 00010000:00000010:3.1:1718399243.439527:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b88000. 00010000:00000010:3.1:1718399243.443240:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092b82880. 00010000:00000010:0.1:1718399243.443305:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a56b5b00. 00010000:00000010:0.1:1718399243.443339:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00010000:00000010:0.1:1718399243.443343:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009365c800. 00010000:00000010:0.1:1718399243.443347:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8a1c0. 00000400:00000200:0.0:1718399243.446229:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.446245:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc019c0 00000400:00000200:0.0:1718399243.446253:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadde1 [1] + 224 00000400:00000200:0.0:1718399243.446294:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.446298:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.446307:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27c280 x1801871316490688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399243.446405:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c60. 00000400:00000200:2.0:1718399243.446411:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376198 00000400:00000010:2.0:1718399243.446412:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376198. 00000100:00000200:2.0:1718399243.446422:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27c280 x1801871316490688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.446428:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27c280 x1801871316490688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.446456:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2c00. 02000000:00000010:2.0:1718399243.446461:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2400. 00000100:00000010:2.0:1718399243.446463:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 00000100:00000010:2.0:1718399243.446466:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9900. 00010000:00000010:2.0:1718399243.446470:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357cf40. 00000400:00000200:0.0:1718399243.448834:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.448847:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5cd00 00000400:00000200:0.0:1718399243.448853:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac751 [2] + 328 00000400:00000200:0.0:1718399243.448905:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.448909:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.448914:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.448918:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 00000020:00000010:3.0:1718399243.449338:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399243.449343:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399243.449346:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399243.449366:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27df00 x1801871317912832/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399243.449499:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317912832 02000000:00000010:3.0:1718399243.449507:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3000. 00010000:00000010:3.0:1718399243.449529:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009363c400. 00010000:00000010:3.0:1718399243.449559:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.449564:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2000. 00000100:00000010:3.0:1718399243.449571:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2000. 00010000:00000010:3.0:1718399243.449573:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000400:00000010:3.0:1718399243.449582:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466440. 00000100:00000200:3.0:1718399243.449586:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317912832, offset 224 00000400:00000200:3.0:1718399243.449592:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.449600:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.449605:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90214:90214:256:4294967295] 192.168.202.25@tcp LPNI seq info [90214:90214:8:4294967295] 00000400:00000200:3.0:1718399243.449612:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.449616:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.449619:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355b800 (tot 82314186). 00000800:00000200:3.0:1718399243.449622:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.449628:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.449631:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355b800 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1718399243.449730:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c8c00. 00010000:00000010:2.0:1718399243.449803:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfce00. 00010000:00000010:2.0:1718399243.449809:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009363c380. 00010000:00000010:2.0:1718399243.449869:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356ed00. 00010000:00000010:2.0:1718399243.449873:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e00. 00010000:00000010:2.0:1718399243.449880:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.449883:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.449888:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbcc00. 02000000:00000010:2.0:1718399243.449900:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb600. 02000000:00000010:2.0:1718399243.449917:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fac00. 00000400:00000010:2.0:1718399243.449921:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd898. 00000400:00000010:2.0:1718399243.449924:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399243.449927:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316490752, portal 16 00000400:00000010:2.0:1718399243.449929:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e908. 00000100:00000200:2.0:1718399243.449931:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316490752, offset 0 00000400:00000200:2.0:1718399243.449935:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.449940:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.449945:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.449948:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.449950:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.449952:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90215:90215:255:4294967295] 192.168.202.25@tcp LPNI seq info [90215:90215:7:4294967295] 00000400:00000200:2.0:1718399243.449958:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.449961:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.449964:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c8100 (tot 82314434). 00000800:00000200:2.0:1718399243.449966:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.449969:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.449971:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c8100 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1718399243.450356:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399243.450360:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399243.450363:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 00000800:00000200:0.0:1718399243.450682:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.450685:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355b800 (tot 82314186). 00000400:00000200:0.0:1718399243.450688:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.450691:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.450694:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466440 00000400:00000010:0.0:1718399243.450696:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466440. 00000800:00000200:0.0:1718399243.450735:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.450737:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c8100 (tot 82313938). 00000400:00000200:0.0:1718399243.450740:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.450743:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.450745:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e908 00000400:00000010:0.0:1718399243.450746:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e908. 00000100:00000200:0.0:1718399243.450751:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbcc00 x1801871316490752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.452519:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a29680. 00010000:00000010:3.1:1718399243.455977:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009363b300. 00010000:00000010:3.1:1718399243.455989:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b88480. 00000400:00000200:0.0:1718399243.467729:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.468080:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01a00 00000400:00000200:0.0:1718399243.470685:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadded [1] + 224 00000400:00000200:0.0:1718399243.470717:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.470722:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.470732:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbcc00 x1801871316490752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.470808:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.470821:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5cd40 00000400:00000200:0.0:1718399243.470826:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac751 [2] + 656 00000400:00000200:0.0:1718399243.470890:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.470894:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.470897:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.470902:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 00000400:00000010:2.0:1718399243.471034:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd898. 00000400:00000200:2.0:1718399243.471037:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:2.0:1718399243.471039:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00000100:00000200:2.0:1718399243.471044:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbcc00 x1801871316490752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.471050:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbcc00 x1801871316490752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.471074:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fac00. 02000000:00000010:2.0:1718399243.471080:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb600. 00000100:00000010:2.0:1718399243.471083:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbcc00. 00000100:00000010:2.0:1718399243.471087:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.471091:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00000020:00000010:3.0:1718399243.471151:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399243.471156:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399243.471159:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399243.471178:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d580 x1801871317912896/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399243.471371:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317912896 02000000:00000010:3.0:1718399243.471378:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3800. 00010000:00000010:3.0:1718399243.471399:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093627500. 00010000:00000010:3.0:1718399243.472562:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.472569:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2000. 00000100:00000010:3.0:1718399243.472585:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2000. 00010000:00000010:3.0:1718399243.472588:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000400:00000010:3.0:1718399243.472599:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466c38. 00000100:00000200:3.0:1718399243.472603:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317912896, offset 224 00000400:00000200:3.0:1718399243.472609:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.472618:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.472623:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90216:90216:256:4294967295] 192.168.202.25@tcp LPNI seq info [90216:90216:8:4294967295] 00000400:00000200:3.0:1718399243.472630:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.472635:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.472638:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355b700 (tot 82314186). 00000800:00000200:3.0:1718399243.472642:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.472649:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.472651:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355b700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399243.472676:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399243.472680:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399243.472683:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 00000800:00000200:1.0:1718399243.472821:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.472823:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355b700 (tot 82313938). 00000400:00000200:1.0:1718399243.472827:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.472830:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.472833:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466c38 00000400:00000010:1.0:1718399243.472834:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466c38. 00080000:00000010:2.0:1718399243.472891:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c8000. 00010000:00000010:2.0:1718399243.472951:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e00. 00010000:00000010:2.0:1718399243.472956:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093627480. 00010000:00000010:2.0:1718399243.473029:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c6c0. 00010000:00000010:2.0:1718399243.473033:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e00. 00010000:00000010:2.0:1718399243.473041:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.473043:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.473048:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbcc00. 02000000:00000010:2.0:1718399243.473057:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb600. 02000000:00000010:2.0:1718399243.473073:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fac00. 00000400:00000010:2.0:1718399243.473078:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd898. 00000400:00000010:2.0:1718399243.473081:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399243.473084:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316490816, portal 16 00000400:00000010:2.0:1718399243.473087:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399243.473088:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316490816, offset 0 00000400:00000200:2.0:1718399243.473091:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.473096:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.473101:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.473104:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.473105:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.473107:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90217:90217:256:4294967295] 192.168.202.25@tcp LPNI seq info [90217:90217:8:4294967295] 00000400:00000200:2.0:1718399243.473113:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.473116:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.473118:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c8a00 (tot 82314186). 00000800:00000200:2.0:1718399243.473121:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.473124:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.473126:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c8a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.473364:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.473366:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c8a00 (tot 82313938). 00000400:00000200:1.0:1718399243.473371:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.473374:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.473376:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:1.0:1718399243.473377:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000100:00000200:1.0:1718399243.473381:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbcc00 x1801871316490816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.474454:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.474464:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01a40 00000400:00000200:0.0:1718399243.474469:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xaddf9 [1] + 224 00000400:00000200:0.0:1718399243.474476:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.474478:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.474482:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbcc00 x1801871316490816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.474511:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.474515:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5cd80 00000400:00000200:0.0:1718399243.474519:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac751 [2] + 984 00000400:00000200:0.0:1718399243.474532:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.474535:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.474538:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.474541:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 00000020:00000010:3.0:1718399243.474831:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399243.474836:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399243.474838:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399243.474852:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317912960/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399243.474880:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317912960 02000000:00000010:3.0:1718399243.474885:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2200. 00010000:00000010:3.0:1718399243.474904:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.474908:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2000. 00000100:00000010:3.0:1718399243.474911:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2000. 00010000:00000010:3.0:1718399243.474914:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000400:00000010:3.0:1718399243.474920:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94663b8. 00000100:00000200:3.0:1718399243.474927:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317912960, offset 224 00000400:00000200:3.0:1718399243.474932:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.474936:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.474940:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90218:90218:256:4294967295] 192.168.202.25@tcp LPNI seq info [90218:90218:8:4294967295] 00000400:00000200:3.0:1718399243.474947:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.474951:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.474953:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355b700 (tot 82314186). 00000400:00000010:2.0:1718399243.474953:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd898. 00000800:00000200:3.0:1718399243.474957:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000400:00000200:2.0:1718399243.474957:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:2.0:1718399243.474958:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00000800:00000200:3.0:1718399243.474961:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000100:00000200:2.0:1718399243.474963:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbcc00 x1801871316490816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1718399243.474964:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1718399243.474969:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbcc00 x1801871316490816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1718399243.474984:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46f80. 00010000:00000010:2.0:1718399243.474984:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009351ce00. 00000020:00000010:3.0:1718399243.474988:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399243.474991:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 02000000:00000010:2.0:1718399243.474994:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fac00. 02000000:00000010:2.0:1718399243.474998:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb600. 00000100:00000010:2.0:1718399243.475002:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbcc00. 00000100:00000010:2.0:1718399243.475004:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.475007:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00080000:00000010:2.0:1718399243.475018:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c8300. 00010000:00000010:2.0:1718399243.475058:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e00. 00010000:00000010:2.0:1718399243.475062:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009351cd80. 00010000:00000010:2.0:1718399243.475107:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e1c0. 00010000:00000010:2.0:1718399243.475110:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e00. 00010000:00000010:2.0:1718399243.475115:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.475117:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.475120:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbcc00. 02000000:00000010:2.0:1718399243.475126:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb600. 02000000:00000010:2.0:1718399243.475136:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fac00. 00000400:00000010:2.0:1718399243.475139:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd898. 00000400:00000010:2.0:1718399243.475141:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399243.475143:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316490880, portal 16 00000400:00000010:2.0:1718399243.475145:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ed48. 00000100:00000200:2.0:1718399243.475147:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316490880, offset 0 00000400:00000200:2.0:1718399243.475150:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.475154:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.475158:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.475161:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.475162:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.475164:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90219:90219:255:4294967295] 192.168.202.25@tcp LPNI seq info [90219:90219:7:4294967295] 00000400:00000200:2.0:1718399243.475170:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.475173:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.475175:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c8f00 (tot 82314434). 00000800:00000200:2.0:1718399243.475178:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.475181:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.475183:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c8f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.476333:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.476336:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355b700 (tot 82314186). 00000400:00000200:0.0:1718399243.476340:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.476343:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.476346:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94663b8 00000400:00000010:0.0:1718399243.476347:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94663b8. 00000800:00000200:0.0:1718399243.476381:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.476383:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c8f00 (tot 82313938). 00000400:00000200:0.0:1718399243.476386:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.476388:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.476390:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ed48 00000400:00000010:0.0:1718399243.476391:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ed48. 00000100:00000200:0.0:1718399243.476395:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbcc00 x1801871316490880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.476851:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093620b40. 00000400:00000200:0.0:1718399243.477606:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.477615:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01a80 00000400:00000200:0.0:1718399243.477620:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xade05 [1] + 224 00000400:00000200:0.0:1718399243.477627:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.477629:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.477633:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbcc00 x1801871316490880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.478004:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.478009:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5cdc0 00000400:00000200:0.0:1718399243.478013:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac751 [2] + 1312 00000400:00000200:0.0:1718399243.478023:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.478026:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.478030:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.478034:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00000020:00000010:1.0:1718399243.478109:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399243.478115:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.478119:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000400:00000010:2.0:1718399243.478127:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd898. 00000400:00000200:2.0:1718399243.478133:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:2.0:1718399243.478134:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00000100:00000200:1.0:1718399243.478135:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317913024/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399243.478139:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbcc00 x1801871316490880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.478149:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbcc00 x1801871316490880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399243.478163:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317913024 02000000:00000010:1.0:1718399243.478169:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd400. 02000000:00000010:2.0:1718399243.478170:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fac00. 02000000:00000010:2.0:1718399243.478175:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb600. 00000100:00000010:2.0:1718399243.478179:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbcc00. 00000100:00000010:2.0:1718399243.478182:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.478187:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00010000:00000010:1.0:1718399243.478187:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009352d880. 00010000:00000010:1.0:1718399243.478219:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270a80. 00000100:00000010:1.0:1718399243.478224:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:1.0:1718399243.478237:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:1.0:1718399243.478240:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270a80. 00000400:00000010:1.0:1718399243.478248:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aee0. 00000100:00000200:1.0:1718399243.478252:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317913024, offset 224 00000400:00000200:1.0:1718399243.478258:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.478265:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.478289:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90220:90220:256:4294967295] 192.168.202.25@tcp LPNI seq info [90220:90220:8:4294967295] 00000400:00000200:1.0:1718399243.478296:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.478300:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.478303:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e600 (tot 82314186). 00080000:00000010:2.0:1718399243.478304:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c8f00. 00000800:00000200:1.0:1718399243.478307:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.478312:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.478316:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.478332:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.478336:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.478339:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fca00. 00010000:00000010:2.0:1718399243.478354:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e00. 00010000:00000010:2.0:1718399243.478359:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009352d200. 00000800:00000200:0.0:1718399243.478402:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.478404:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e600 (tot 82313938). 00000400:00000200:0.0:1718399243.478407:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1718399243.478409:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c480. 00000400:00000200:0.0:1718399243.478410:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00010000:00000010:2.0:1718399243.478412:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e00. 00000400:00000200:0.0:1718399243.478412:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aee0 00000400:00000010:0.0:1718399243.478413:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aee0. 00010000:00000010:2.0:1718399243.478419:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.478421:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.478425:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbcc00. 02000000:00000010:2.0:1718399243.478432:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb600. 02000000:00000010:2.0:1718399243.478445:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fac00. 00000400:00000010:2.0:1718399243.478447:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd898. 00000400:00000010:2.0:1718399243.478449:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399243.478452:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316490944, portal 16 00000400:00000010:2.0:1718399243.478454:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ecc0. 00000100:00000200:2.0:1718399243.478456:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316490944, offset 0 00000400:00000200:2.0:1718399243.478459:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.478463:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.478468:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.478470:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.478472:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.478474:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90221:90221:256:4294967295] 192.168.202.25@tcp LPNI seq info [90221:90221:8:4294967295] 00000400:00000200:2.0:1718399243.478480:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.478484:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.478486:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a51c8a00 (tot 82314186). 00000800:00000200:2.0:1718399243.478488:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.478491:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.478493:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a51c8a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.478579:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.478581:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a51c8a00 (tot 82313938). 00000400:00000200:0.0:1718399243.478585:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.478591:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.478593:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ecc0 00000400:00000010:0.0:1718399243.478594:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ecc0. 00000100:00000200:0.0:1718399243.478597:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbcc00 x1801871316490944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.479363:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e00400. 00010000:00000010:0.1:1718399243.479373:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ed00. 00010000:00000010:0.1:1718399243.482538:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093640240. 00000400:00000200:0.0:1718399243.484307:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.484321:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01ac0 00000400:00000200:0.0:1718399243.484327:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xade11 [1] + 224 00000400:00000200:0.0:1718399243.484336:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.484339:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.484346:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbcc00 x1801871316490944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.484377:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.484380:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ce00 00000400:00000200:0.0:1718399243.484383:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac751 [2] + 1640 00000400:00000200:0.0:1718399243.484394:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.484397:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.484400:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.484406:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000020:00000010:1.0:1718399243.484469:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399243.484474:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.484477:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.484495:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317913088/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399243.484522:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317913088 02000000:00000010:1.0:1718399243.484529:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd800. 00010000:00000010:1.0:1718399243.484555:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270a80. 00000100:00000010:1.0:1718399243.484560:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:1.0:1718399243.484564:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:1.0:1718399243.484566:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270a80. 00000400:00000010:1.0:1718399243.484576:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a6e8. 00000100:00000200:1.0:1718399243.484580:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317913088, offset 224 00000400:00000200:1.0:1718399243.484585:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.484592:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.484597:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90222:90222:256:4294967295] 192.168.202.25@tcp LPNI seq info [90222:90222:8:4294967295] 00000400:00000200:1.0:1718399243.484605:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.484610:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.484613:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e700 (tot 82314186). 00000800:00000200:1.0:1718399243.484617:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.484623:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.484626:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.484635:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.484638:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.484641:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fca00. 00000400:00000010:2.0:1718399243.484852:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd898. 00000400:00000200:2.0:1718399243.484856:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:2.0:1718399243.484857:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00000100:00000200:2.0:1718399243.484863:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbcc00 x1801871316490944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.484869:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbcc00 x1801871316490944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1718399243.484883:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093578800. 02000000:00000010:2.0:1718399243.484896:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fac00. 02000000:00000010:2.0:1718399243.484900:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb600. 00000100:00000010:2.0:1718399243.484904:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbcc00. 00000100:00000010:2.0:1718399243.484906:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.484910:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00080000:00000010:2.0:1718399243.484922:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51c8100. 00010000:00000010:2.0:1718399243.484975:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e00. 00010000:00000010:2.0:1718399243.484981:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093578780. 00010000:00000010:2.0:1718399243.485124:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51c8a00. 00010000:00000010:2.0:1718399243.485126:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6e00. 00010000:00000010:2.0:1718399243.485129:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d200. 00010000:00000010:2.0:1718399243.485132:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6f00. 00080000:00000010:2.0:1718399243.485142:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800b43ffc00. 00010000:00000010:2.0:1718399243.485160:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6f00. 00010000:00000010:2.0:1718399243.485163:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6e00. 00010000:00000010:2.0:1718399243.485200:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e400. 00010000:00000010:2.0:1718399243.485203:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e00. 00010000:00000010:2.0:1718399243.485207:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.485209:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.485213:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbcc00. 02000000:00000010:2.0:1718399243.485221:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb600. 02000000:00000010:2.0:1718399243.485234:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fac00. 00000400:00000010:2.0:1718399243.485237:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd898. 00000400:00000010:2.0:1718399243.485239:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399243.485242:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316491008, portal 16 00000400:00000010:2.0:1718399243.485245:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e4c8. 00000100:00000200:2.0:1718399243.485246:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316491008, offset 0 00000400:00000200:2.0:1718399243.485250:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.485254:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.485259:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.485262:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.485263:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.485265:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90223:90223:255:4294967295] 192.168.202.25@tcp LPNI seq info [90223:90223:7:4294967295] 00000400:00000200:2.0:1718399243.485295:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.485298:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.485300:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b43ffe00 (tot 82314434). 00000800:00000200:2.0:1718399243.485302:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.485306:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.485307:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800b43ffe00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.485682:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.485684:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e700 (tot 82314186). 00000400:00000200:0.0:1718399243.485687:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.485691:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.485693:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a6e8 00000400:00000010:0.0:1718399243.485694:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a6e8. 00000800:00000200:0.0:1718399243.485844:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.485846:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b43ffe00 (tot 82313938). 00000400:00000200:0.0:1718399243.485849:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.485852:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.485854:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e4c8 00000400:00000010:0.0:1718399243.485855:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e4c8. 00000100:00000200:0.0:1718399243.485859:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbcc00 x1801871316491008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.489821:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093609440. 00010000:00000010:0.1:1718399243.489834:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800935d2e00. 00010000:00000010:0.1:1718399243.489838:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c6c0. 00010000:00000010:0.1:1718399243.489841:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009358dc00. 00010000:00000010:0.1:1718399243.489851:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e1c0. 00000400:00000200:0.0:1718399243.492578:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.492593:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01b00 00000400:00000200:0.0:1718399243.492601:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xade1d [1] + 224 00000400:00000200:0.0:1718399243.492619:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.492622:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.492630:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbcc00 x1801871316491008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399243.492832:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd898. 00000400:00000200:2.0:1718399243.492836:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:2.0:1718399243.492838:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00000100:00000200:2.0:1718399243.492843:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbcc00 x1801871316491008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.492854:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbcc00 x1801871316491008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.492878:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fac00. 02000000:00000010:2.0:1718399243.492885:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb600. 00000100:00000010:2.0:1718399243.492889:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbcc00. 00000100:00000010:2.0:1718399243.492893:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.492898:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00010000:00000010:0.1:1718399243.495047:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88011f0bd440. 00010000:00000010:0.1:1718399243.495060:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2f4300. 00010000:00000010:0.1:1718399243.495064:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00010000:00000010:0.1:1718399243.495067:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51c8a00. 00010000:00000010:0.1:1718399243.495072:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d200. 00000400:00000200:0.0:1718399243.496831:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.496847:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ce40 00000400:00000200:0.0:1718399243.496854:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac751 [2] + 1968 00000400:00000010:0.0:1718399243.496857:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdd68. 00000400:00000200:0.0:1718399243.496861:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009f2aad80 00000400:00000200:0.0:1718399243.496919:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.496923:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.496927:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009f2aad80 00000400:00000010:0.0:1718399243.496929:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88009f2aad80 (tot 82313786). 00000100:00000200:0.0:1718399243.496934:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1718399243.497239:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399243.497245:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399243.497249:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399243.497303:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a9eae050 x1801871317913152/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399243.497333:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317913152 02000000:00000010:3.0:1718399243.497342:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2400. 00010000:00000010:3.0:1718399243.497364:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093598a80. 00010000:00000010:3.0:1718399243.497387:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.497393:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2000. 00000100:00000010:3.0:1718399243.497410:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2000. 00010000:00000010:3.0:1718399243.497413:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000400:00000010:3.0:1718399243.497423:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466550. 00000100:00000200:3.0:1718399243.497427:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317913152, offset 224 00000400:00000200:3.0:1718399243.497431:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.497440:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.497445:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90224:90224:256:4294967295] 192.168.202.25@tcp LPNI seq info [90224:90224:8:4294967295] 00000400:00000200:3.0:1718399243.497452:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00080000:00000010:2.0:1718399243.497453:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800b43ff900. 00000800:00000200:3.0:1718399243.497456:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.497459:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355b800 (tot 82314034). 00000800:00000200:3.0:1718399243.497463:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.497469:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.497472:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355b800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399243.497483:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399243.497487:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399243.497490:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 02000000:00000010:3.0:1718399243.497496:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd800. 00000100:00000010:3.0:1718399243.497500:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 02000000:00000010:3.0:1718399243.497503:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd400. 00000100:00000010:3.0:1718399243.497504:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:3.0:1718399243.497506:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2200. 00000100:00000010:3.0:1718399243.497508:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 02000000:00000010:3.0:1718399243.497509:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3800. 00010000:00000010:2.0:1718399243.497509:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e00. 00000100:00000010:3.0:1718399243.497511:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 02000000:00000010:3.0:1718399243.497512:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3000. 00010000:00000010:2.0:1718399243.497513:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093598780. 00000100:00000010:3.0:1718399243.497514:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 02000000:00000010:3.0:1718399243.497516:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fce00. 00000100:00000010:3.0:1718399243.497518:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 00000100:00000200:3.0:1718399243.497522:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1718399243.497525:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a53102c0. 00000400:00000010:3.0:1718399243.497527:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093dd2000 (tot 82314186). 00010000:00000010:2.0:1718399243.497570:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d200. 00010000:00000010:2.0:1718399243.497573:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e00. 00010000:00000010:2.0:1718399243.497579:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.497582:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.497587:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbcc00. 02000000:00000010:2.0:1718399243.497596:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb600. 02000000:00000010:2.0:1718399243.497612:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fac00. 00000400:00000010:2.0:1718399243.497615:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd898. 00000400:00000010:2.0:1718399243.497618:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399243.497620:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316491072, portal 16 00000400:00000010:2.0:1718399243.497622:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e440. 00000100:00000200:2.0:1718399243.497623:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316491072, offset 0 00000400:00000200:2.0:1718399243.497627:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.497632:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.497637:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.497640:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.497642:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.497644:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90225:90225:255:4294967295] 192.168.202.25@tcp LPNI seq info [90225:90225:7:4294967295] 00000400:00000200:2.0:1718399243.497650:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.497653:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.497656:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b43ffe00 (tot 82314434). 00000800:00000200:2.0:1718399243.497658:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.497661:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.497663:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800b43ffe00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399243.497710:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399243.497712:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355b800 (tot 82314186). 00000400:00000200:2.0:1718399243.497715:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.497718:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399243.497720:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466550 00000400:00000010:2.0:1718399243.497721:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466550. 02000000:00000010:2.0:1718399243.497723:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2400. 00000800:00000200:2.0:1718399243.497758:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399243.497759:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b43ffe00 (tot 82313938). 00000400:00000200:2.0:1718399243.497761:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.497764:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399243.497765:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e440 00000400:00000010:2.0:1718399243.497766:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e440. 00000100:00000200:2.0:1718399243.497770:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbcc00 x1801871316491072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.499800:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.499812:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01b40 00000400:00000200:0.0:1718399243.499817:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xade2d [1] + 224 00000400:00000200:0.0:1718399243.499824:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.499826:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.499833:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbcc00 x1801871316491072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.499886:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.499890:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ce80 00000400:00000200:0.0:1718399243.499893:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac7b5 [2] + 0 00000400:00000200:0.0:1718399243.499908:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.499910:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.499914:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.499918:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00000400:00000010:2.0:1718399243.499982:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd898. 00000400:00000200:2.0:1718399243.499984:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:2.0:1718399243.499986:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00000100:00000200:2.0:1718399243.499991:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbcc00 x1801871316491072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.499996:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbcc00 x1801871316491072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.500017:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fac00. 02000000:00000010:2.0:1718399243.500022:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb600. 00000100:00000010:2.0:1718399243.500026:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbcc00. 00000100:00000010:2.0:1718399243.500029:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.500033:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00000020:00000010:1.0:1718399243.500053:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fca00. 00000020:00000010:1.0:1718399243.500058:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.500061:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.500076:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317913216/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399243.500102:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317913216 02000000:00000010:1.0:1718399243.500110:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fce00. 00010000:00000010:1.0:1718399243.500316:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093c92280. 00010000:00000010:1.0:1718399243.500333:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270a80. 00000100:00000010:1.0:1718399243.500337:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:1.0:1718399243.500351:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:1.0:1718399243.500354:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270a80. 00000400:00000010:1.0:1718399243.500362:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9add0. 00000100:00000200:1.0:1718399243.500365:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317913216, offset 224 00000400:00000200:1.0:1718399243.500370:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.500377:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.500381:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90226:90226:256:4294967295] 192.168.202.25@tcp LPNI seq info [90226:90226:8:4294967295] 00080000:00000010:2.0:1718399243.500384:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880098127400. 00000400:00000200:1.0:1718399243.500388:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.500392:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.500395:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e300 (tot 82314186). 00000800:00000200:1.0:1718399243.500398:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.500403:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.500406:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.500416:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.500419:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.500422:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fca00. 00010000:00000010:2.0:1718399243.500430:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e00. 00010000:00000010:2.0:1718399243.500435:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093c92f80. 00000800:00000200:1.0:1718399243.500484:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.500486:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e300 (tot 82313938). 00000400:00000200:1.0:1718399243.500488:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.500491:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.500492:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9add0 00000400:00000010:1.0:1718399243.500494:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9add0. 00010000:00000010:2.0:1718399243.500622:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c480. 00010000:00000010:2.0:1718399243.500627:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e00. 00010000:00000010:2.0:1718399243.500633:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.500636:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.500639:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbcc00. 02000000:00000010:2.0:1718399243.500646:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb600. 02000000:00000010:2.0:1718399243.500660:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fac00. 00000400:00000010:2.0:1718399243.500662:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd898. 00000400:00000010:2.0:1718399243.500664:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399243.500668:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316491136, portal 16 00000400:00000010:2.0:1718399243.500670:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e440. 00000100:00000200:2.0:1718399243.500671:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316491136, offset 0 00000400:00000200:2.0:1718399243.500675:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.500680:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.500684:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.500687:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.500688:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.500690:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90227:90227:256:4294967295] 192.168.202.25@tcp LPNI seq info [90227:90227:8:4294967295] 00000400:00000200:2.0:1718399243.500696:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.500699:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.500761:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880098127500 (tot 82314186). 00000800:00000200:2.0:1718399243.500765:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.500768:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.500770:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880098127500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.501624:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.501627:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880098127500 (tot 82313938). 00000400:00000200:0.0:1718399243.501630:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.501634:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.501637:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e440 00000400:00000010:0.0:1718399243.501638:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e440. 00000100:00000200:0.0:1718399243.501643:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbcc00 x1801871316491136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.503446:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a2eac0. 00010000:00000010:2.1:1718399243.503561:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093380f00. 00010000:00000010:2.1:1718399243.503576:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e400. 00010000:00000010:0.1:1718399243.506617:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930ab840. 00000400:00000200:0.0:1718399243.507974:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.507988:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01b80 00000400:00000200:0.0:1718399243.507995:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xade39 [1] + 224 00000400:00000200:0.0:1718399243.508004:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.508007:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.508013:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbcc00 x1801871316491136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.508454:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.508459:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5cec0 00000400:00000200:0.0:1718399243.508463:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac7b5 [2] + 328 00000400:00000200:0.0:1718399243.508519:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.508522:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.508526:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.508531:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 00000020:00000010:1.0:1718399243.508619:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd400. 00000020:00000010:1.0:1718399243.508624:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.508627:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.508645:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317913280/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399243.508675:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317913280 02000000:00000010:1.0:1718399243.508682:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd800. 00010000:00000010:1.0:1718399243.508709:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270a80. 00000100:00000010:1.0:1718399243.508714:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:1.0:1718399243.508719:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:1.0:1718399243.508722:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270a80. 00000400:00000010:1.0:1718399243.508732:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9add0. 00000100:00000200:1.0:1718399243.508736:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317913280, offset 224 00000400:00000200:1.0:1718399243.508741:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.508749:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.508753:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90228:90228:256:4294967295] 192.168.202.25@tcp LPNI seq info [90228:90228:8:4294967295] 00000400:00000200:1.0:1718399243.508760:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.508764:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.508767:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e300 (tot 82314186). 00000800:00000200:1.0:1718399243.508783:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.508790:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.508794:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.508805:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.508807:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.508811:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd400. 00000800:00000200:0.0:1718399243.510224:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.510228:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e300 (tot 82313938). 00000400:00000200:0.0:1718399243.510232:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.510237:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.510240:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9add0 00000400:00000010:0.0:1718399243.510242:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9add0. 00000400:00000010:2.0:1718399243.510346:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd898. 00000400:00000200:2.0:1718399243.510349:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:2.0:1718399243.510351:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00000100:00000200:2.0:1718399243.510366:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbcc00 x1801871316491136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.510373:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbcc00 x1801871316491136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1718399243.510395:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093549580. 02000000:00000010:2.0:1718399243.510406:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fac00. 02000000:00000010:2.0:1718399243.510411:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb600. 00000100:00000010:2.0:1718399243.510414:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbcc00. 00000100:00000010:2.0:1718399243.510418:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:2.0:1718399243.510422:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00080000:00000010:2.0:1718399243.510436:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880098127700. 00010000:00000010:2.0:1718399243.510496:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e00. 00010000:00000010:2.0:1718399243.510501:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093549500. 00010000:00000010:2.0:1718399243.510555:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e400. 00010000:00000010:2.0:1718399243.510559:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e00. 00010000:00000010:2.0:1718399243.510567:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571cc0. 00000100:00000010:2.0:1718399243.510572:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093258840. 00000100:00000010:2.0:1718399243.510577:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbcc00. 02000000:00000010:2.0:1718399243.510585:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb600. 02000000:00000010:2.0:1718399243.510602:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fac00. 00000400:00000010:2.0:1718399243.510605:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd898. 00000400:00000010:2.0:1718399243.510608:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399243.510612:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316491200, portal 16 00000400:00000010:2.0:1718399243.510615:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e330. 00000100:00000200:2.0:1718399243.510617:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316491200, offset 0 00000400:00000200:2.0:1718399243.510622:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.510628:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.510633:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.510636:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.510638:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.510641:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90229:90229:256:4294967295] 192.168.202.25@tcp LPNI seq info [90229:90229:8:4294967295] 00000400:00000200:2.0:1718399243.510648:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.510652:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.510654:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880098127600 (tot 82314186). 00000800:00000200:2.0:1718399243.510657:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.510663:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.510665:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880098127600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.510936:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.510938:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880098127600 (tot 82313938). 00000400:00000200:0.0:1718399243.510940:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.510943:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.510945:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e330 00000400:00000010:0.0:1718399243.510947:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e330. 00000100:00000200:0.0:1718399243.510950:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbcc00 x1801871316491200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399243.512372:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009355b200. 00010000:00000010:2.1:1718399243.512378:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d200. 00000400:00000200:0.0:1718399243.516553:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.516570:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01bc0 00000400:00000200:0.0:1718399243.516577:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xade45 [1] + 224 00000400:00000200:0.0:1718399243.516595:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.516599:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.516608:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbcc00 x1801871316491200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399243.517039:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc69440. 00010000:00000010:2.1:1718399243.517045:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009336f100. 00010000:00000010:2.1:1718399243.517048:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00000400:00000200:0.0:1718399243.518162:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.518172:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5cf00 00000400:00000200:0.0:1718399243.518178:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac7b5 [2] + 656 00000400:00000200:0.0:1718399243.518233:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.518236:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.518240:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.518245:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 00000020:00000010:2.0:1718399243.518329:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fae00. 00000020:00000010:2.0:1718399243.518335:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399243.518338:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f7e0. 00000100:00000200:2.0:1718399243.518356:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c2797c0 x1801871317913344/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399243.518388:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317913344 02000000:00000010:2.0:1718399243.518395:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb000. 00010000:00000010:2.0:1718399243.518420:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571d00. 00000100:00000010:2.0:1718399243.518427:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cb9c0. 00000100:00000010:2.0:1718399243.518431:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cb9c0. 00010000:00000010:2.0:1718399243.518435:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571d00. 00000400:00000010:2.0:1718399243.518445:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eaa0. 00000100:00000200:2.0:1718399243.518449:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317913344, offset 224 00000400:00000200:2.0:1718399243.518454:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.518462:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.518467:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90230:90230:256:4294967295] 192.168.202.25@tcp LPNI seq info [90230:90230:8:4294967295] 00000400:00000200:2.0:1718399243.518475:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.518479:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.518482:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880098127300 (tot 82314186). 00000800:00000200:2.0:1718399243.518485:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.518491:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.518493:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880098127300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.518512:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399243.518516:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f7e0. 00000020:00000010:2.0:1718399243.518518:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fae00. 00000400:00000010:3.0:1718399243.518579:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd898. 00000400:00000200:3.0:1718399243.518582:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:3.0:1718399243.518584:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00000100:00000200:3.0:1718399243.518589:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbcc00 x1801871316491200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.518595:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbcc00 x1801871316491200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399243.518610:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8801303fd200. 02000000:00000010:3.0:1718399243.518623:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fac00. 02000000:00000010:3.0:1718399243.518627:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb600. 00000100:00000010:3.0:1718399243.518630:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbcc00. 00000100:00000010:3.0:1718399243.518633:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093258840. 00010000:00000010:3.0:1718399243.518637:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571cc0. 00080000:00000010:3.0:1718399243.518647:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355b600. 00010000:00000010:3.0:1718399243.518707:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e00. 00010000:00000010:3.0:1718399243.518711:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801303fdf80. 00010000:00000010:3.0:1718399243.518761:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f600. 00010000:00000010:3.0:1718399243.518765:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399243.518786:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.518790:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2180. 00000100:00000010:3.0:1718399243.518794:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.518802:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399243.518818:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3800. 00000400:00000010:3.0:1718399243.518821:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310d10. 00000400:00000010:3.0:1718399243.518823:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466908. 00000100:00000200:3.0:1718399243.518827:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316491264, portal 16 00000400:00000010:3.0:1718399243.518829:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399243.518831:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316491264, offset 0 00000400:00000200:3.0:1718399243.518835:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.518839:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.518844:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.518847:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.518849:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.518850:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90231:90231:255:4294967295] 192.168.202.25@tcp LPNI seq info [90231:90231:7:4294967295] 00000400:00000200:3.0:1718399243.518856:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.518859:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.518861:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355b500 (tot 82314434). 00000800:00000200:3.0:1718399243.518863:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.518866:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.518868:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355b500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.519068:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.519070:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880098127300 (tot 82314186). 00000400:00000200:0.0:1718399243.519073:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.519076:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.519078:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eaa0 00000400:00000010:0.0:1718399243.519079:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eaa0. 00000800:00000200:0.0:1718399243.519115:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.519116:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355b500 (tot 82313938). 00000400:00000200:0.0:1718399243.519120:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.519123:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.519124:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:0.0:1718399243.519125:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:0.0:1718399243.519129:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316491264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.520440:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.520450:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01c00 00000400:00000200:0.0:1718399243.520455:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xade51 [1] + 224 00000400:00000200:0.0:1718399243.520471:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.520473:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.520478:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316491264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.520580:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310d10. 00000400:00000200:3.0:1718399243.520584:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466908 00000400:00000010:3.0:1718399243.520585:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466908. 00000100:00000200:3.0:1718399243.520589:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316491264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.520594:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316491264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.520611:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399243.520615:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3000. 00000100:00000010:3.0:1718399243.520617:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.520624:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2180. 00010000:00000010:3.0:1718399243.520627:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000400:00000200:0.0:1718399243.521003:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.521008:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5cf40 00000400:00000200:0.0:1718399243.521012:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac7b5 [2] + 984 00000400:00000200:0.0:1718399243.521057:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.521060:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.521063:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.521066:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 00000020:00000010:1.0:1718399243.521212:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd400. 00000020:00000010:1.0:1718399243.521217:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.521219:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.521234:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317913408/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399243.521265:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317913408 02000000:00000010:1.0:1718399243.521289:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc800. 00010000:00000010:1.0:1718399243.521308:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012f6e1500. 00010000:00000010:1.0:1718399243.521324:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270a80. 00000100:00000010:1.0:1718399243.521328:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:1.0:1718399243.526112:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:1.0:1718399243.526122:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270a80. 00000400:00000010:1.0:1718399243.526142:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a880. 00000100:00000200:1.0:1718399243.526148:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317913408, offset 224 00000400:00000200:1.0:1718399243.526155:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.526167:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.526173:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90232:90232:256:4294967295] 192.168.202.25@tcp LPNI seq info [90232:90232:8:4294967295] 00000400:00000200:1.0:1718399243.526181:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.526187:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.526190:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e500 (tot 82314186). 00000800:00000200:1.0:1718399243.526196:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.526202:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.526206:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.526227:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.526231:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.526236:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd400. 00000800:00000200:0.0:1718399243.526441:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.526444:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e500 (tot 82313938). 00000400:00000200:0.0:1718399243.526447:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.526451:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.526455:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a880 00000400:00000010:0.0:1718399243.526456:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a880. 00080000:00000010:3.0:1718399243.532626:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355ba00. 00010000:00000010:3.0:1718399243.532699:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399243.532707:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012f6e1180. 00010000:00000010:3.0:1718399243.532763:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009355be00. 00010000:00000010:3.0:1718399243.532765:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46f80. 00010000:00000010:3.0:1718399243.532768:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c000. 00010000:00000010:3.0:1718399243.532782:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46b80. 00080000:00000010:3.0:1718399243.532794:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355b900. 00010000:00000010:3.0:1718399243.532810:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399243.532813:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46f80. 00010000:00000010:3.0:1718399243.532845:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09df80. 00010000:00000010:3.0:1718399243.532847:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399243.532853:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.532859:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2180. 00000100:00000010:3.0:1718399243.532866:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.532878:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399243.532899:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3800. 00000400:00000010:3.0:1718399243.532904:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310d10. 00000400:00000010:3.0:1718399243.532909:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466908. 00000100:00000200:3.0:1718399243.532914:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316491328, portal 16 00000400:00000010:3.0:1718399243.532918:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94667f8. 00000100:00000200:3.0:1718399243.532920:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316491328, offset 0 00000400:00000200:3.0:1718399243.532927:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.532941:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.532948:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.532950:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.532952:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.532955:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90233:90233:256:4294967295] 192.168.202.25@tcp LPNI seq info [90233:90233:8:4294967295] 00000400:00000200:3.0:1718399243.532962:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.532967:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.532970:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355bb00 (tot 82314186). 00000800:00000200:3.0:1718399243.532975:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.532982:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.532985:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355bb00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.533159:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.533162:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355bb00 (tot 82313938). 00000400:00000200:1.0:1718399243.533165:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.533169:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.533172:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94667f8 00000400:00000010:1.0:1718399243.533174:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94667f8. 00000100:00000200:1.0:1718399243.533179:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316491328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399243.535408:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d46c0. 00010000:00000010:2.1:1718399243.535417:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931ccf00. 00010000:00000010:2.1:1718399243.535430:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e400. 00010000:00000010:1.1:1718399243.538422:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935bcb40. 00000400:00000200:0.0:1718399243.538785:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.538800:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01c40 00000400:00000200:0.0:1718399243.538807:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xade5d [1] + 224 00000400:00000200:0.0:1718399243.538817:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.538820:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.538828:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316491328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.539082:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.539087:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5cf80 00000400:00000200:0.0:1718399243.539092:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac7b5 [2] + 1312 00000400:00000200:0.0:1718399243.539145:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.539149:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.539153:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.539157:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000400:00000010:3.0:1718399243.539440:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310d10. 00000400:00000200:3.0:1718399243.539444:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466908 00000400:00000010:3.0:1718399243.539446:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466908. 00000100:00000200:3.0:1718399243.539450:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316491328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.539456:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316491328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.539478:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399243.539482:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3000. 00000100:00000010:3.0:1718399243.539485:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.539491:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2180. 00010000:00000010:3.0:1718399243.539494:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000020:00000010:1.0:1718399243.540303:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd200. 00000020:00000010:1.0:1718399243.540308:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.540311:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.540327:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317913472/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399243.540352:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317913472 02000000:00000010:1.0:1718399243.540363:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc000. 00010000:00000010:1.0:1718399243.540384:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093606200. 00010000:00000010:1.0:1718399243.540401:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270a80. 00000100:00000010:1.0:1718399243.540406:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:1.0:1718399243.541588:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:1.0:1718399243.541592:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270a80. 00000400:00000010:1.0:1718399243.541604:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ad48. 00000100:00000200:1.0:1718399243.541608:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317913472, offset 224 00000400:00000200:1.0:1718399243.541613:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.541622:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.541626:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90234:90234:256:4294967295] 192.168.202.25@tcp LPNI seq info [90234:90234:8:4294967295] 00000400:00000200:1.0:1718399243.541633:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.541637:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.541640:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355ee00 (tot 82314186). 00000800:00000200:1.0:1718399243.541645:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.541650:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.541653:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355ee00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1718399243.541698:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355bb00. 00010000:00000010:3.0:1718399243.541752:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399243.541757:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093606280. 00010000:00000010:3.0:1718399243.541825:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cb40. 00010000:00000010:3.0:1718399243.541830:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399243.541837:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.541839:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2180. 00000100:00000010:3.0:1718399243.541845:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.541854:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399243.541869:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3800. 00000400:00000010:3.0:1718399243.541873:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310d10. 00000400:00000010:3.0:1718399243.541876:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466908. 00000100:00000200:3.0:1718399243.541880:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316491392, portal 16 00000400:00000010:3.0:1718399243.541883:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466ee0. 00000100:00000200:3.0:1718399243.541885:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316491392, offset 0 00000400:00000200:3.0:1718399243.541888:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.541893:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.541898:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.541900:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.541902:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.541904:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90235:90235:255:4294967295] 192.168.202.25@tcp LPNI seq info [90235:90235:7:4294967295] 00000400:00000200:3.0:1718399243.541908:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.541911:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.541913:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355b500 (tot 82314434). 00000800:00000200:3.0:1718399243.541916:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.541919:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.541920:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355b500 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.542254:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.542258:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.542262:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd200. 00000800:00000200:0.0:1718399243.542561:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.542563:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355ee00 (tot 82314186). 00000400:00000200:0.0:1718399243.542566:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.542570:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.542572:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ad48 00000400:00000010:0.0:1718399243.542574:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ad48. 00000800:00000200:0.0:1718399243.544574:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.544578:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355b500 (tot 82313938). 00000400:00000200:0.0:1718399243.544583:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.544588:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.544591:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466ee0 00000400:00000010:0.0:1718399243.544592:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466ee0. 00000100:00000200:0.0:1718399243.544598:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316491392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.545000:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.545009:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01c80 00000400:00000200:0.0:1718399243.545014:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xade69 [1] + 224 00000400:00000200:0.0:1718399243.545031:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.545033:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.545037:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316491392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.545090:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310d10. 00000400:00000200:3.0:1718399243.545094:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466908 00000400:00000010:3.0:1718399243.545095:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466908. 00000100:00000200:3.0:1718399243.545099:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316491392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.545104:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316491392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.545133:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399243.545137:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3000. 00000100:00000010:3.0:1718399243.545139:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.545146:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2180. 00010000:00000010:3.0:1718399243.545149:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00010000:00000010:2.1:1718399243.545347:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5168c00. 00010000:00000010:2.1:1718399243.545357:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f600. 00010000:00000010:2.1:1718399243.545360:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009355be00. 00010000:00000010:2.1:1718399243.545363:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c000. 00000400:00000200:0.0:1718399243.549371:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.549388:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5cfc0 00000400:00000200:0.0:1718399243.549395:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac7b5 [2] + 1640 00000400:00000200:0.0:1718399243.550082:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.550087:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.550094:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.550100:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000020:00000010:1.0:1718399243.550156:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd200. 00000020:00000010:1.0:1718399243.550162:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.550166:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.550186:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317913536/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399243.550213:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317913536 02000000:00000010:1.0:1718399243.550220:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc400. 00010000:00000010:1.0:1718399243.550246:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e343a00. 00010000:00000010:1.0:1718399243.550259:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270a80. 00000100:00000010:1.0:1718399243.550265:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:1.0:1718399243.550306:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:1.0:1718399243.550310:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270a80. 00000400:00000010:1.0:1718399243.550321:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a220. 00000100:00000200:1.0:1718399243.550325:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317913536, offset 224 00000400:00000200:1.0:1718399243.550330:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.550338:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.550343:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90236:90236:256:4294967295] 192.168.202.25@tcp LPNI seq info [90236:90236:8:4294967295] 00000400:00000200:1.0:1718399243.550351:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.550355:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.550358:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e400 (tot 82314186). 00000800:00000200:1.0:1718399243.550363:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.550369:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.550372:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.550387:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.550390:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.550393:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd200. 00080000:00000010:3.0:1718399243.550459:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355b200. 00010000:00000010:3.0:1718399243.550514:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399243.550519:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e343980. 00010000:00000010:3.0:1718399243.550578:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09e880. 00010000:00000010:3.0:1718399243.550581:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399243.550589:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.550592:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2180. 00000100:00000010:3.0:1718399243.550596:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.550604:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399243.550621:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3800. 00000400:00000010:3.0:1718399243.550625:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310d10. 00000400:00000010:3.0:1718399243.550628:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466908. 00000100:00000200:3.0:1718399243.550632:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316491456, portal 16 00000400:00000010:3.0:1718399243.550634:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466880. 00000100:00000200:3.0:1718399243.550636:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316491456, offset 0 00000400:00000200:3.0:1718399243.550640:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.550644:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.550649:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.550652:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.550654:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.550656:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90237:90237:255:4294967295] 192.168.202.25@tcp LPNI seq info [90237:90237:7:4294967295] 00000400:00000200:3.0:1718399243.550661:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.550664:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.550666:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355b800 (tot 82314434). 00000800:00000200:3.0:1718399243.550669:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.550672:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.550674:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355b800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.550805:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.550807:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e400 (tot 82314186). 00000400:00000200:0.0:1718399243.550810:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.550813:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.550815:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a220 00000400:00000010:0.0:1718399243.550817:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a220. 00000800:00000200:0.0:1718399243.550856:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.550858:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355b800 (tot 82313938). 00000400:00000200:0.0:1718399243.550860:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.550863:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.550865:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466880 00000400:00000010:0.0:1718399243.550865:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466880. 00000100:00000200:0.0:1718399243.550869:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316491456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.552598:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009367b180. 00000400:00000200:0.0:1718399243.554744:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.554757:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01cc0 00000400:00000200:0.0:1718399243.554763:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xade75 [1] + 224 00000400:00000200:0.0:1718399243.554781:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.554785:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.554793:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316491456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.555612:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.555620:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d000 00000400:00000200:1.0:1718399243.555625:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac7b5 [2] + 1968 00000400:00000010:1.0:1718399243.555628:0:18240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd058. 00000400:00000200:1.0:1718399243.555631:0:18240:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800a5340c00 00000400:00000200:1.0:1718399243.555646:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.555649:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.555652:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a5340c00 00000400:00000010:1.0:1718399243.555654:0:18240:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800a5340c00 (tot 82313786). 00000100:00000200:1.0:1718399243.555659:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1718399243.555754:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fae00. 00000020:00000010:2.0:1718399243.555759:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399243.555762:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f7e0. 00000100:00000200:2.0:1718399243.555790:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a9eae850 x1801871317913600/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399243.555809:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317913600 02000000:00000010:2.0:1718399243.555817:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb400. 00010000:00000010:2.0:1718399243.555846:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571d00. 00000100:00000010:2.0:1718399243.555852:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cb9c0. 00000100:00000010:2.0:1718399243.555856:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cb9c0. 00010000:00000010:2.0:1718399243.555860:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571d00. 00000400:00000010:2.0:1718399243.555869:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e198. 00000100:00000200:2.0:1718399243.555873:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317913600, offset 224 00000400:00000200:2.0:1718399243.555878:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.555886:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.555891:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90238:90238:256:4294967295] 192.168.202.25@tcp LPNI seq info [90238:90238:8:4294967295] 00000400:00000200:2.0:1718399243.555898:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.555902:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.555906:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880098127900 (tot 82314034). 00000800:00000200:2.0:1718399243.555909:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.555916:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.555919:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880098127900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.555939:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399243.555942:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f7e0. 00000020:00000010:2.0:1718399243.555945:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fae00. 02000000:00000010:2.0:1718399243.555953:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc400. 00000100:00000010:2.0:1718399243.555956:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:2.0:1718399243.555959:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc000. 00000100:00000010:2.0:1718399243.555960:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 02000000:00000010:2.0:1718399243.555963:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc800. 00000100:00000010:2.0:1718399243.555964:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 02000000:00000010:2.0:1718399243.555966:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb000. 00000100:00000010:2.0:1718399243.555968:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 02000000:00000010:2.0:1718399243.555970:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd800. 00000100:00000010:2.0:1718399243.555972:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 02000000:00000010:2.0:1718399243.555974:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fce00. 00000100:00000010:2.0:1718399243.555975:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 00000100:00000200:2.0:1718399243.555979:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399243.555982:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd058. 00000400:00000010:2.0:1718399243.555985:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8800957cb9c0 (tot 82314186). 00000800:00000200:0.0:1718399243.556304:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.556307:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880098127900 (tot 82313938). 00000400:00000200:0.0:1718399243.556310:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.556313:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.556316:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e198 00000400:00000010:0.0:1718399243.556317:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e198. 02000000:00000010:0.0:1718399243.556321:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb400. 00000400:00000010:3.0:1718399243.556454:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310d10. 00000400:00000200:3.0:1718399243.556459:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466908 00000400:00000010:3.0:1718399243.556460:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466908. 00000100:00000200:3.0:1718399243.556465:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316491456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.556472:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316491456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399243.556487:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800aa174200. 02000000:00000010:3.0:1718399243.556498:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399243.556502:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3000. 00000100:00000010:3.0:1718399243.556505:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.556510:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2180. 00010000:00000010:3.0:1718399243.556512:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00080000:00000010:3.0:1718399243.556525:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355b700. 00010000:00000010:3.0:1718399243.556581:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399243.556586:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800aa174c00. 00010000:00000010:3.0:1718399243.556642:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d440. 00010000:00000010:3.0:1718399243.556646:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399243.556653:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.556655:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2180. 00000100:00000010:3.0:1718399243.556659:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.556667:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399243.556682:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3800. 00000400:00000010:3.0:1718399243.556684:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310d10. 00000400:00000010:3.0:1718399243.556686:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466908. 00000100:00000200:3.0:1718399243.556689:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316491520, portal 16 00000400:00000010:3.0:1718399243.556691:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466a18. 00000100:00000200:3.0:1718399243.556692:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316491520, offset 0 00000400:00000200:3.0:1718399243.556697:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.556701:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.556706:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.556709:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.556711:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.556713:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90239:90239:256:4294967295] 192.168.202.25@tcp LPNI seq info [90239:90239:8:4294967295] 00000400:00000200:3.0:1718399243.556719:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.556722:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.556725:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355b800 (tot 82314186). 00000800:00000200:3.0:1718399243.556728:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.556732:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.556734:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355b800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.557113:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.557115:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355b800 (tot 82313938). 00000400:00000200:0.0:1718399243.557119:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.557122:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.557124:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466a18 00000400:00000010:0.0:1718399243.557125:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466a18. 00000100:00000200:0.0:1718399243.557128:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316491520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399243.558483:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009357a100. 00010000:00000010:2.1:1718399243.558490:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09df80. 00000400:00000200:0.0:1718399243.558745:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.558755:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01d00 00000400:00000200:0.0:1718399243.558760:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xade85 [1] + 224 00000400:00000200:0.0:1718399243.558768:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.558781:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.558786:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316491520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.558815:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.558819:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d040 00000400:00000200:0.0:1718399243.558822:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac8b9 [2] + 0 00000400:00000200:0.0:1718399243.558835:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.558837:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.558841:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.558845:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00000400:00000010:3.0:1718399243.559081:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310d10. 00000400:00000200:3.0:1718399243.559086:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466908 00000400:00000010:3.0:1718399243.559087:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466908. 00000100:00000200:3.0:1718399243.559092:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316491520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.559098:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316491520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.559117:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399243.559121:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3000. 00000100:00000010:3.0:1718399243.559124:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.559130:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2180. 00010000:00000010:3.0:1718399243.559133:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000020:00000010:1.0:1718399243.559211:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd200. 00000020:00000010:1.0:1718399243.559214:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.559217:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.559231:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317913664/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399243.559257:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317913664 02000000:00000010:1.0:1718399243.559263:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fda00. 00010000:00000010:1.0:1718399243.559306:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a51fbd00. 00010000:00000010:1.0:1718399243.559318:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270a80. 00000100:00000010:1.0:1718399243.559322:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:1.0:1718399243.559327:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:1.0:1718399243.559329:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270a80. 00000400:00000010:1.0:1718399243.559337:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9af68. 00000100:00000200:1.0:1718399243.559340:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317913664, offset 224 00000400:00000200:1.0:1718399243.559345:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.559351:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.559356:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90240:90240:256:4294967295] 192.168.202.25@tcp LPNI seq info [90240:90240:8:4294967295] 00000400:00000200:1.0:1718399243.559362:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.559365:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.559368:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e400 (tot 82314186). 00000800:00000200:1.0:1718399243.559372:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.559377:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.559380:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.559389:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.559392:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.559395:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd200. 00080000:00000010:3.0:1718399243.559645:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355be00. 00000800:00000200:0.0:1718399243.559730:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.559732:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e400 (tot 82313938). 00000400:00000200:0.0:1718399243.559734:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.559737:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.559740:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9af68 00000400:00000010:0.0:1718399243.559741:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9af68. 00010000:00000010:3.0:1718399243.559811:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399243.559816:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a51fbc80. 00010000:00000010:3.0:1718399243.559869:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d200. 00010000:00000010:3.0:1718399243.559872:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399243.559877:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.559879:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2180. 00000100:00000010:3.0:1718399243.559883:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.559890:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399243.559903:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3800. 00000400:00000010:3.0:1718399243.559905:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310d10. 00000400:00000010:3.0:1718399243.559907:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466908. 00000100:00000200:3.0:1718399243.559911:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316491584, portal 16 00000400:00000010:3.0:1718399243.559913:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.559914:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316491584, offset 0 00000400:00000200:3.0:1718399243.559918:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.559923:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.559927:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.559930:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.559932:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.559934:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90241:90241:256:4294967295] 192.168.202.25@tcp LPNI seq info [90241:90241:8:4294967295] 00000400:00000200:3.0:1718399243.559940:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.559942:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.559944:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355b500 (tot 82314186). 00000800:00000200:3.0:1718399243.559947:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.559950:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.559951:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355b500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.560030:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.560032:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355b500 (tot 82313938). 00000400:00000200:0.0:1718399243.560034:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.560037:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.560039:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:0.0:1718399243.560040:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:0.0:1718399243.560043:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316491584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.561377:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880136462f40. 00000400:00000200:0.0:1718399243.562118:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.562128:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01d40 00000400:00000200:0.0:1718399243.562133:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xade91 [1] + 224 00000400:00000200:0.0:1718399243.562152:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.562155:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.562161:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316491584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.562255:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310d10. 00000400:00000200:3.0:1718399243.562259:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466908 00000400:00000010:3.0:1718399243.562261:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466908. 00000100:00000200:3.0:1718399243.562265:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316491584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.562296:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316491584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.562317:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399243.562321:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3000. 00000100:00000010:3.0:1718399243.562324:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.562330:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2180. 00010000:00000010:3.0:1718399243.562333:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00010000:00000010:2.1:1718399243.564406:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b23c00. 00010000:00000010:2.1:1718399243.564416:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cb40. 00010000:00000010:2.1:1718399243.564421:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009354f180. 00010000:00000010:2.1:1718399243.564423:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f45e00. 00010000:00000010:2.1:1718399243.564426:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09e880. 00010000:00000010:0.1:1718399243.567431:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012dc6aac0. 00000400:00000200:0.0:1718399243.568184:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.568198:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d080 00000400:00000200:0.0:1718399243.568204:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac8b9 [2] + 328 00000400:00000200:0.0:1718399243.568445:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.568450:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.568456:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.568462:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00000020:00000010:2.0:1718399243.569359:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb000. 00000020:00000010:2.0:1718399243.569365:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399243.569368:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f7e0. 00000100:00000200:2.0:1718399243.569387:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317913728/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399243.569420:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317913728 02000000:00000010:2.0:1718399243.569427:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fae00. 00010000:00000010:2.0:1718399243.569453:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130c86e00. 00010000:00000010:2.0:1718399243.569480:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571d00. 00000100:00000010:2.0:1718399243.569487:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cbe40. 00000100:00000010:2.0:1718399243.569494:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cbe40. 00010000:00000010:2.0:1718399243.569497:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571d00. 00000400:00000010:2.0:1718399243.569506:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eb28. 00000100:00000200:2.0:1718399243.569510:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317913728, offset 224 00000400:00000200:2.0:1718399243.569516:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.569524:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.569529:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90242:90242:256:4294967295] 192.168.202.25@tcp LPNI seq info [90242:90242:8:4294967295] 00000400:00000200:2.0:1718399243.569536:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.569540:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.569543:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880098127100 (tot 82314186). 00000800:00000200:2.0:1718399243.569547:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.569553:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.569555:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880098127100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.569578:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399243.569582:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f7e0. 00000020:00000010:2.0:1718399243.569585:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb000. 00080000:00000010:2.0:1718399243.569613:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880098127800. 00010000:00000010:2.0:1718399243.569677:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f80. 00010000:00000010:2.0:1718399243.569683:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a51fbf80. 00010000:00000010:2.0:1718399243.569737:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e400. 00010000:00000010:2.0:1718399243.569741:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6f00. 00010000:00000010:2.0:1718399243.569748:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571d00. 00000100:00000010:2.0:1718399243.569751:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cbe40. 00000100:00000010:2.0:1718399243.569757:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf6c0. 02000000:00000010:2.0:1718399243.569765:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb000. 02000000:00000010:2.0:1718399243.569799:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fba00. 00000400:00000010:2.0:1718399243.569803:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd898. 00000400:00000010:2.0:1718399243.569806:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ea18. 00000100:00000200:2.0:1718399243.569809:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316491648, portal 16 00000400:00000010:2.0:1718399243.569812:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e6e8. 00000100:00000200:2.0:1718399243.569813:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316491648, offset 0 00000400:00000200:2.0:1718399243.569817:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.569822:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.569828:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.569830:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.569832:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.569834:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90243:90243:255:4294967295] 192.168.202.25@tcp LPNI seq info [90243:90243:7:4294967295] 00000400:00000200:2.0:1718399243.569840:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.569843:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.569845:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880098127d00 (tot 82314434). 00000800:00000200:2.0:1718399243.569848:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.569851:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.569853:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880098127d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.569926:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.569929:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880098127100 (tot 82314186). 00000400:00000200:0.0:1718399243.569932:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.569935:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.569938:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eb28 00000400:00000010:0.0:1718399243.569940:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eb28. 00000800:00000200:0.0:1718399243.569980:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.569982:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880098127d00 (tot 82313938). 00000400:00000200:0.0:1718399243.569984:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.569986:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.569988:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e6e8 00000400:00000010:0.0:1718399243.569989:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e6e8. 00000100:00000200:0.0:1718399243.569992:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf6c0 x1801871316491648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399243.571681:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53a9400. 00010000:00000010:2.1:1718399243.571703:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d440. 00000400:00000200:0.0:1718399243.572960:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.572973:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01d80 00000400:00000200:0.0:1718399243.572978:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xade9d [1] + 224 00000400:00000200:0.0:1718399243.572986:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.572989:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.572995:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf6c0 x1801871316491648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.573020:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.573025:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d0c0 00000400:00000200:0.0:1718399243.573028:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac8b9 [2] + 656 00000400:00000010:2.0:1718399243.573039:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd898. 00000400:00000200:2.0:1718399243.573042:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ea18 00000400:00000010:2.0:1718399243.573043:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ea18. 00000100:00000200:2.0:1718399243.573047:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf6c0 x1801871316491648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.573056:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf6c0 x1801871316491648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.573075:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fba00. 02000000:00000010:2.0:1718399243.573079:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb000. 00000100:00000010:2.0:1718399243.573081:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf6c0. 00000100:00000010:2.0:1718399243.573083:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cbe40. 00010000:00000010:2.0:1718399243.573086:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571d00. 00000400:00000200:0.0:1718399243.573218:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.573221:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.573225:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.573229:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 00000020:00000010:1.0:1718399243.573351:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd200. 00000020:00000010:1.0:1718399243.573356:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.573359:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.573377:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317913792/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399243.573407:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317913792 02000000:00000010:1.0:1718399243.573414:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc600. 00010000:00000010:1.0:1718399243.573433:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095763700. 00010000:00000010:1.0:1718399243.573453:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270a80. 00000100:00000010:1.0:1718399243.573457:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:1.0:1718399243.573462:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:1.0:1718399243.573464:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270a80. 00000400:00000010:1.0:1718399243.573473:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9af68. 00000100:00000200:1.0:1718399243.573476:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317913792, offset 224 00000400:00000200:1.0:1718399243.573481:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.573488:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.573492:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90244:90244:256:4294967295] 192.168.202.25@tcp LPNI seq info [90244:90244:8:4294967295] 00000400:00000200:1.0:1718399243.573499:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.573503:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.573506:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355ee00 (tot 82314186). 00000800:00000200:1.0:1718399243.573510:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.573516:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.573519:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355ee00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.573529:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.573532:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.573535:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd200. 00000800:00000200:0.0:1718399243.573644:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.573646:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355ee00 (tot 82313938). 00000400:00000200:0.0:1718399243.573650:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.573653:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.573655:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9af68 00000400:00000010:0.0:1718399243.573656:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9af68. 00080000:00000010:2.0:1718399243.573696:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880098127f00. 00010000:00000010:2.0:1718399243.573754:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6f00. 00010000:00000010:2.0:1718399243.573759:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095763780. 00010000:00000010:2.0:1718399243.573835:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c480. 00010000:00000010:2.0:1718399243.573839:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6f00. 00010000:00000010:2.0:1718399243.573845:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571d00. 00000100:00000010:2.0:1718399243.573847:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cbe40. 00000100:00000010:2.0:1718399243.573851:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf6c0. 02000000:00000010:2.0:1718399243.573858:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb000. 02000000:00000010:2.0:1718399243.573872:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fba00. 00000400:00000010:2.0:1718399243.573875:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd898. 00000400:00000010:2.0:1718399243.573877:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ea18. 00000100:00000200:2.0:1718399243.573881:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316491712, portal 16 00000400:00000010:2.0:1718399243.573883:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e000. 00000100:00000200:2.0:1718399243.573884:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316491712, offset 0 00000400:00000200:2.0:1718399243.573888:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.573892:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.573897:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.573900:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.573901:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.573903:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90245:90245:256:4294967295] 192.168.202.25@tcp LPNI seq info [90245:90245:8:4294967295] 00000400:00000200:2.0:1718399243.573909:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.573912:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.573915:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880098127e00 (tot 82314186). 00000800:00000200:2.0:1718399243.573917:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.573920:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.573922:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880098127e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.573981:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.573983:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880098127e00 (tot 82313938). 00000400:00000200:0.0:1718399243.573986:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.573989:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.573991:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e000 00000400:00000010:0.0:1718399243.573993:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e000. 00000100:00000200:0.0:1718399243.573996:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf6c0 x1801871316491712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.576871:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.576887:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01dc0 00000400:00000200:0.0:1718399243.576894:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadea9 [1] + 224 00000400:00000200:0.0:1718399243.576911:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.576914:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.576921:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf6c0 x1801871316491712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.577315:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.577321:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d100 00000400:00000200:0.0:1718399243.577325:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac8b9 [2] + 984 00000400:00000200:0.0:1718399243.577370:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.577373:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.577377:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.577382:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 00000400:00000010:2.0:1718399243.577536:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd898. 00000400:00000200:2.0:1718399243.577540:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ea18 00000400:00000010:2.0:1718399243.577542:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ea18. 00000100:00000200:2.0:1718399243.577547:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf6c0 x1801871316491712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.577553:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf6c0 x1801871316491712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.577575:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fba00. 02000000:00000010:2.0:1718399243.577580:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb000. 00000100:00000010:2.0:1718399243.577583:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf6c0. 00000100:00000010:2.0:1718399243.577586:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cbe40. 00010000:00000010:2.0:1718399243.577590:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571d00. 00000020:00000010:3.0:1718399243.577974:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3000. 00000020:00000010:3.0:1718399243.577979:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399243.577982:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399243.577999:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c2797c0 x1801871317913856/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399243.578024:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317913856 02000000:00000010:3.0:1718399243.578030:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3800. 00010000:00000010:3.0:1718399243.578048:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a538c780. 00010000:00000010:3.0:1718399243.578079:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.578085:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2180. 00000100:00000010:3.0:1718399243.578090:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2180. 00010000:00000010:3.0:1718399243.578092:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000400:00000010:3.0:1718399243.578100:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466908. 00000100:00000200:3.0:1718399243.578104:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317913856, offset 224 00000400:00000200:3.0:1718399243.578109:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.578116:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.578121:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90246:90246:256:4294967295] 192.168.202.25@tcp LPNI seq info [90246:90246:8:4294967295] 00000400:00000200:3.0:1718399243.578128:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.578132:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.578136:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355b500 (tot 82314186). 00000800:00000200:3.0:1718399243.578140:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.578146:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.578149:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355b500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399243.578160:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399243.578164:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399243.578166:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3000. 00000800:00000200:0.0:1718399243.578608:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.578611:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355b500 (tot 82313938). 00000400:00000200:0.0:1718399243.578613:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.578617:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.578619:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466908 00000400:00000010:0.0:1718399243.578620:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466908. 00080000:00000010:2.0:1718399243.578995:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880098127200. 00010000:00000010:2.0:1718399243.579055:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6f00. 00010000:00000010:2.0:1718399243.579061:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a538cc80. 00010000:00000010:2.0:1718399243.579114:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d200. 00010000:00000010:2.0:1718399243.579118:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6f00. 00010000:00000010:2.0:1718399243.579124:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571d00. 00000100:00000010:2.0:1718399243.579128:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cbe40. 00000100:00000010:2.0:1718399243.579134:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf6c0. 02000000:00000010:2.0:1718399243.579141:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb000. 02000000:00000010:2.0:1718399243.579157:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fba00. 00000400:00000010:2.0:1718399243.579160:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd898. 00000400:00000010:2.0:1718399243.579162:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ea18. 00000100:00000200:2.0:1718399243.579166:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316491776, portal 16 00000400:00000010:2.0:1718399243.579169:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e088. 00000100:00000200:2.0:1718399243.579170:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316491776, offset 0 00000400:00000200:2.0:1718399243.579175:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.579180:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.579185:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.579188:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.579189:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.579191:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90247:90247:256:4294967295] 192.168.202.25@tcp LPNI seq info [90247:90247:8:4294967295] 00000400:00000200:2.0:1718399243.579198:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.579201:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.579203:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880098127c00 (tot 82314186). 00000800:00000200:2.0:1718399243.579206:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.579210:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.579212:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880098127c00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1718399243.579260:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093518fc0. 00010000:00000010:3.1:1718399243.579266:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933eb500. 00010000:00000010:3.1:1718399243.579289:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d200. 00000800:00000200:0.0:1718399243.579758:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.579760:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880098127c00 (tot 82313938). 00000400:00000200:0.0:1718399243.579763:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.579767:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.579769:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e088 00000400:00000010:0.0:1718399243.579781:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e088. 00000100:00000200:0.0:1718399243.579786:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf6c0 x1801871316491776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.580505:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.580513:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01e00 00000400:00000200:0.0:1718399243.580518:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadeb5 [1] + 224 00000400:00000200:0.0:1718399243.580535:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.580538:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.580542:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf6c0 x1801871316491776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399243.580665:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd898. 00000400:00000200:2.0:1718399243.580667:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ea18 00000400:00000010:2.0:1718399243.580668:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ea18. 00000100:00000200:2.0:1718399243.580672:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf6c0 x1801871316491776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.580678:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf6c0 x1801871316491776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.580693:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fba00. 02000000:00000010:2.0:1718399243.580698:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb000. 00000100:00000010:2.0:1718399243.580700:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf6c0. 00000100:00000010:2.0:1718399243.580704:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cbe40. 00010000:00000010:2.0:1718399243.580707:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571d00. 00010000:00000010:2.1:1718399243.581382:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a512ed00. 00000400:00000200:0.0:1718399243.581756:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.581762:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d140 00000400:00000200:0.0:1718399243.581767:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac8b9 [2] + 1312 00000400:00000200:0.0:1718399243.581820:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.581823:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.581973:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.581978:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 00000020:00000010:1.0:1718399243.588881:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd200. 00000020:00000010:1.0:1718399243.588892:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.588895:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.588921:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317913920/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399243.589000:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317913920 02000000:00000010:1.0:1718399243.589011:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fce00. 00010000:00000010:1.0:1718399243.589036:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800933c3180. 00010000:00000010:1.0:1718399243.589062:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270a80. 00000100:00000010:1.0:1718399243.589067:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:1.0:1718399243.589076:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:1.0:1718399243.589079:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270a80. 00000400:00000010:1.0:1718399243.589090:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a220. 00000100:00000200:1.0:1718399243.589095:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317913920, offset 224 00000400:00000200:1.0:1718399243.589101:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:3.0:1718399243.589104:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355b800. 00000400:00000200:1.0:1718399243.589110:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.589115:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90248:90248:256:4294967295] 192.168.202.25@tcp LPNI seq info [90248:90248:8:4294967295] 00000400:00000200:1.0:1718399243.589122:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.589126:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.589129:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e500 (tot 82314186). 00000800:00000200:1.0:1718399243.589133:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.589139:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.589142:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.589155:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.589157:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.589161:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd200. 00010000:00000010:3.0:1718399243.589162:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6f00. 00010000:00000010:3.0:1718399243.589168:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800933c3100. 00010000:00000010:3.0:1718399243.589236:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d200. 00010000:00000010:3.0:1718399243.589240:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46b80. 00000800:00000200:1.0:1718399243.589241:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.589243:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e500 (tot 82313938). 00010000:00000010:3.0:1718399243.589246:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000400:00000200:1.0:1718399243.589246:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1718399243.589249:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2180. 00000400:00000200:1.0:1718399243.589249:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.589252:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a220 00000400:00000010:1.0:1718399243.589253:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a220. 00000100:00000010:3.0:1718399243.589254:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.589263:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399243.589292:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2200. 00000400:00000010:3.0:1718399243.589296:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310d10. 00000400:00000010:3.0:1718399243.589300:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466bb0. 00000100:00000200:3.0:1718399243.589303:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316491840, portal 16 00000400:00000010:3.0:1718399243.589307:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466b28. 00000100:00000200:3.0:1718399243.589308:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316491840, offset 0 00000400:00000200:3.0:1718399243.589312:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.589317:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.589321:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.589324:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.589327:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.589328:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90249:90249:256:4294967295] 192.168.202.25@tcp LPNI seq info [90249:90249:8:4294967295] 00000400:00000200:3.0:1718399243.589334:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.589336:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.589339:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355b500 (tot 82314186). 00000800:00000200:3.0:1718399243.589341:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.589344:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.589346:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355b500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399243.589553:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399243.589555:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355b500 (tot 82313938). 00000400:00000200:2.0:1718399243.589558:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.589561:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399243.589563:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466b28 00000400:00000010:2.0:1718399243.589564:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466b28. 00000100:00000200:2.0:1718399243.589568:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316491840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399243.591634:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a518e500. 00010000:00000010:3.1:1718399243.591643:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e400. 00010000:00000010:3.1:1718399243.591646:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa176d00. 00010000:00000010:3.1:1718399243.591648:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00010000:00000010:0.1:1718399243.591770:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf11f80. 00000400:00000200:0.0:1718399243.592365:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.592376:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01e40 00000400:00000200:0.0:1718399243.592381:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadec1 [1] + 224 00000400:00000200:0.0:1718399243.592389:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.592392:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.592398:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316491840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.592420:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.592423:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d180 00000400:00000200:0.0:1718399243.592426:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac8b9 [2] + 1640 00000400:00000200:0.0:1718399243.592438:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.592441:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000010:3.0:1718399243.592443:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310d10. 00000400:00000200:3.0:1718399243.592448:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466bb0 00000400:00000010:3.0:1718399243.592449:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466bb0. 00000100:00000200:0.0:1718399243.592452:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1718399243.592454:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316491840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1718399243.592456:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000100:00000200:3.0:1718399243.592460:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316491840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.592479:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399243.592483:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3000. 00000100:00000010:3.0:1718399243.592486:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.592492:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2180. 00010000:00000010:3.0:1718399243.592494:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000020:00000010:1.0:1718399243.596853:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fd800. 00000020:00000010:1.0:1718399243.596863:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.596867:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.596889:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317913984/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399243.596928:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317913984 02000000:00000010:1.0:1718399243.596935:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc800. 00010000:00000010:1.0:1718399243.596957:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009351dc80. 00010000:00000010:1.0:1718399243.596974:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270a80. 00000100:00000010:1.0:1718399243.596980:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:1.0:1718399243.597001:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:1.0:1718399243.597005:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270a80. 00000400:00000010:1.0:1718399243.597015:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a220. 00000100:00000200:1.0:1718399243.597020:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317913984, offset 224 00000400:00000200:1.0:1718399243.597025:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.597035:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.597040:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90250:90250:256:4294967295] 192.168.202.25@tcp LPNI seq info [90250:90250:8:4294967295] 00000400:00000200:1.0:1718399243.597047:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.597052:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.597055:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e500 (tot 82314186). 00000800:00000200:1.0:1718399243.597059:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.597066:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.597069:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.597080:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.597083:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.597087:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fd800. 00000800:00000200:0.0:1718399243.597218:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.597220:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e500 (tot 82313938). 00000400:00000200:0.0:1718399243.597224:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.597228:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.597231:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a220 00000400:00000010:0.0:1718399243.597232:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a220. 00080000:00000010:2.0:1718399243.597600:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880098127c00. 00010000:00000010:2.0:1718399243.597664:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46b80. 00010000:00000010:2.0:1718399243.597669:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009351dc00. 00010000:00000010:2.0:1718399243.597725:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e1c0. 00010000:00000010:2.0:1718399243.597729:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6c80. 00010000:00000010:2.0:1718399243.597736:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571d00. 00000100:00000010:2.0:1718399243.597738:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cbe40. 00000100:00000010:2.0:1718399243.597744:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf6c0. 02000000:00000010:2.0:1718399243.597752:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fba00. 02000000:00000010:2.0:1718399243.597769:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb200. 00000400:00000010:2.0:1718399243.597784:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd898. 00000400:00000010:2.0:1718399243.597788:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ea18. 00000100:00000200:2.0:1718399243.597791:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316491904, portal 16 00000400:00000010:2.0:1718399243.597794:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e990. 00000100:00000200:2.0:1718399243.597795:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316491904, offset 0 00000400:00000200:2.0:1718399243.597799:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.597804:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.597810:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.597813:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.597815:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.597817:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90251:90251:256:4294967295] 192.168.202.25@tcp LPNI seq info [90251:90251:8:4294967295] 00000400:00000200:2.0:1718399243.597822:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.597826:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.597828:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880098127e00 (tot 82314186). 00000800:00000200:2.0:1718399243.597831:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.597834:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.597836:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880098127e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.598054:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.598055:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880098127e00 (tot 82313938). 00000400:00000200:1.0:1718399243.598058:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.598061:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.598063:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e990 00000400:00000010:1.0:1718399243.598064:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e990. 00000100:00000200:1.0:1718399243.598069:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf6c0 x1801871316491904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399243.598286:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364c000. 00010000:00000010:2.1:1718399243.600731:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092226f00. 00010000:00000010:2.1:1718399243.600746:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d200. 00010000:00000010:2.1:1718399243.603429:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f6faac0. 00010000:00000010:3.1:1718399243.603477:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136978300. 00010000:00000010:3.1:1718399243.603482:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d200. 00000400:00000200:0.0:1718399243.604664:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.604678:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01e80 00000400:00000200:0.0:1718399243.604685:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadecd [1] + 224 00000400:00000200:0.0:1718399243.604694:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.604697:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.604704:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf6c0 x1801871316491904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.604740:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.604744:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d1c0 00000400:00000200:0.0:1718399243.604748:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac8b9 [2] + 1968 00000400:00000010:0.0:1718399243.604751:0:18240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310058. 00000400:00000200:0.0:1718399243.604755:0:18240:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88008ff36840 00000400:00000200:0.0:1718399243.604767:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.604770:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.604782:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88008ff36840 00000400:00000010:0.0:1718399243.604784:0:18240:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88008ff36840 (tot 82313786). 00000100:00000200:0.0:1718399243.604789:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1718399243.604871:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3000. 00000020:00000010:3.0:1718399243.604876:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399243.604879:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399243.604899:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a9eaf050 x1801871317914048/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399243.605338:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317914048 02000000:00000010:3.0:1718399243.605346:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2200. 00010000:00000010:3.0:1718399243.605374:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.605379:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2180. 00000100:00000010:3.0:1718399243.605383:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2180. 00010000:00000010:3.0:1718399243.605386:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000400:00000010:3.0:1718399243.605397:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466bb0. 00000100:00000200:3.0:1718399243.605400:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317914048, offset 224 00000400:00000200:3.0:1718399243.605405:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.605413:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.605418:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90252:90252:256:4294967295] 192.168.202.25@tcp LPNI seq info [90252:90252:8:4294967295] 00000400:00000200:3.0:1718399243.605425:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.605429:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.605434:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355b500 (tot 82314034). 00000800:00000200:3.0:1718399243.605437:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.605443:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.605445:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355b500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399243.605456:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399243.605460:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399243.605462:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3000. 02000000:00000010:3.0:1718399243.605469:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc800. 00000100:00000010:3.0:1718399243.605472:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 02000000:00000010:3.0:1718399243.605475:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fce00. 00000100:00000010:3.0:1718399243.605477:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 02000000:00000010:3.0:1718399243.605478:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3800. 00000100:00000010:3.0:1718399243.605480:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 02000000:00000010:3.0:1718399243.605481:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc600. 00000100:00000010:3.0:1718399243.605483:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 02000000:00000010:3.0:1718399243.605484:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fae00. 00000100:00000010:3.0:1718399243.605487:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 02000000:00000010:3.0:1718399243.605489:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fda00. 00000100:00000010:3.0:1718399243.605491:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 00000100:00000200:3.0:1718399243.605495:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1718399243.605497:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310d10. 00000400:00000010:3.0:1718399243.605500:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093dd2180 (tot 82314186). 00000400:00000010:2.0:1718399243.605556:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd898. 00000400:00000200:2.0:1718399243.605559:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ea18 00000400:00000010:2.0:1718399243.605561:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ea18. 00000100:00000200:2.0:1718399243.605566:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf6c0 x1801871316491904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.605572:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf6c0 x1801871316491904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1718399243.605588:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800958ddd00. 02000000:00000010:2.0:1718399243.605601:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb200. 02000000:00000010:2.0:1718399243.605605:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fba00. 00000100:00000010:2.0:1718399243.605607:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf6c0. 00000100:00000010:2.0:1718399243.605610:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cbe40. 00010000:00000010:2.0:1718399243.605613:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571d00. 00080000:00000010:2.0:1718399243.605623:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880098127d00. 00010000:00000010:2.0:1718399243.605675:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6c80. 00010000:00000010:2.0:1718399243.605680:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800958dd980. 00010000:00000010:2.0:1718399243.605729:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d200. 00010000:00000010:2.0:1718399243.605732:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6c80. 00010000:00000010:2.0:1718399243.605738:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571d00. 00000100:00000010:2.0:1718399243.605740:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cbe40. 00000100:00000010:2.0:1718399243.605744:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf6c0. 02000000:00000010:2.0:1718399243.605752:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fba00. 02000000:00000010:2.0:1718399243.605766:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb200. 00000400:00000010:2.0:1718399243.605768:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd898. 00000400:00000010:2.0:1718399243.605783:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ea18. 00000100:00000200:2.0:1718399243.605785:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316491968, portal 16 00000400:00000010:2.0:1718399243.605788:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e2a8. 00000100:00000200:2.0:1718399243.605789:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316491968, offset 0 00000400:00000200:2.0:1718399243.605794:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.605798:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.605803:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.605805:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.605807:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.605809:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90253:90253:255:4294967295] 192.168.202.25@tcp LPNI seq info [90253:90253:7:4294967295] 00000400:00000200:2.0:1718399243.605814:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.605818:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.605820:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880098127100 (tot 82314434). 00000800:00000200:2.0:1718399243.605822:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.605825:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.605827:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880098127100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.605890:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.605892:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355b500 (tot 82314186). 00000400:00000200:0.0:1718399243.605895:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.605898:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.605899:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466bb0 00000400:00000010:0.0:1718399243.605900:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466bb0. 02000000:00000010:0.0:1718399243.605904:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2200. 00000800:00000200:0.0:1718399243.606188:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.606190:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880098127100 (tot 82313938). 00000400:00000200:0.0:1718399243.606192:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.606195:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.606197:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e2a8 00000400:00000010:0.0:1718399243.606198:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e2a8. 00000100:00000200:0.0:1718399243.606202:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf6c0 x1801871316491968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.609028:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.609039:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01ec0 00000400:00000200:1.0:1718399243.609044:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadedd [1] + 224 00000400:00000200:1.0:1718399243.609062:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.609065:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.609071:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf6c0 x1801871316491968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399243.610735:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd898. 00000400:00000200:2.0:1718399243.610740:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ea18 00000400:00000010:2.0:1718399243.610743:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ea18. 00000100:00000200:2.0:1718399243.610750:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf6c0 x1801871316491968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.610757:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf6c0 x1801871316491968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.610794:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb200. 02000000:00000010:2.0:1718399243.610800:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fba00. 00000100:00000010:2.0:1718399243.610803:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf6c0. 00000100:00000010:2.0:1718399243.610806:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cbe40. 00010000:00000010:2.0:1718399243.610810:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571d00. 00010000:00000010:3.1:1718399243.610997:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c6400. 00010000:00000010:3.1:1718399243.611003:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ff7100. 00010000:00000010:3.1:1718399243.611007:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e1c0. 00000400:00000200:0.0:1718399243.612610:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.612623:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d200 00000400:00000200:0.0:1718399243.612629:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac91d [2] + 0 00000400:00000200:0.0:1718399243.612676:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.612680:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.612685:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.612689:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000020:00000010:1.0:1718399243.613084:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc000. 00000020:00000010:1.0:1718399243.613089:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.613093:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.613111:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317914112/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399243.613144:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317914112 02000000:00000010:1.0:1718399243.613152:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc400. 00010000:00000010:1.0:1718399243.613175:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093758180. 00010000:00000010:1.0:1718399243.613206:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880137270a80. 00000100:00000010:1.0:1718399243.613213:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dfccc0. 00000100:00000010:1.0:1718399243.613219:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dfccc0. 00010000:00000010:1.0:1718399243.613221:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880137270a80. 00080000:00000010:2.0:1718399243.613473:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880098127900. 00010000:00000010:2.0:1718399243.613600:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6c80. 00010000:00000010:2.0:1718399243.613606:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093758100. 00010000:00000010:2.0:1718399243.613750:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880098127300. 00010000:00000010:2.0:1718399243.613764:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6c80. 00010000:00000010:2.0:1718399243.613768:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c6c0. 00010000:00000010:2.0:1718399243.613782:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6280. 00080000:00000010:2.0:1718399243.613793:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880098127600. 00010000:00000010:2.0:1718399243.613812:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6280. 00010000:00000010:2.0:1718399243.613814:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6c80. 00010000:00000010:2.0:1718399243.613849:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356ed00. 00010000:00000010:2.0:1718399243.613852:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6c80. 00010000:00000010:2.0:1718399243.613857:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093571d00. 00000100:00000010:2.0:1718399243.613860:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cbe40. 00000100:00000010:2.0:1718399243.613865:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf6c0. 02000000:00000010:2.0:1718399243.613873:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fba00. 02000000:00000010:2.0:1718399243.613888:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb200. 00000400:00000010:2.0:1718399243.613892:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd898. 00000400:00000010:2.0:1718399243.613895:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ea18. 00000100:00000200:2.0:1718399243.613899:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316492032, portal 16 00000400:00000010:2.0:1718399243.613902:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e770. 00000100:00000200:2.0:1718399243.613903:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316492032, offset 0 00000400:00000200:2.0:1718399243.613908:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.613917:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.613923:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.613925:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.613927:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.613930:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90254:90254:256:4294967295] 192.168.202.25@tcp LPNI seq info [90254:90254:8:4294967295] 00000400:00000200:2.0:1718399243.613937:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.613942:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.613945:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880098127500 (tot 82314186). 00000800:00000200:2.0:1718399243.613949:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.613954:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.613957:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880098127500 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1718399243.614241:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ad48. 00000100:00000200:1.0:1718399243.614245:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317914112, offset 224 00000400:00000200:1.0:1718399243.614250:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.614255:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.614259:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90255:90255:255:4294967295] 192.168.202.25@tcp LPNI seq info [90255:90255:7:4294967295] 00000400:00000200:1.0:1718399243.614265:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.614283:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.614285:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009355e300 (tot 82314434). 00000800:00000200:1.0:1718399243.614289:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.614292:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.614294:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009355e300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.614302:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399243.614306:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.614309:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc000. 00000800:00000200:0.0:1718399243.614383:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.614386:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880098127500 (tot 82314186). 00000400:00000200:0.0:1718399243.614388:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.614391:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.614393:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e770 00000400:00000010:0.0:1718399243.614395:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e770. 00000100:00000200:0.0:1718399243.614400:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf6c0 x1801871316492032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1718399243.614429:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.614430:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009355e300 (tot 82313938). 00000400:00000200:0.0:1718399243.614432:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.614434:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.614436:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ad48 00000400:00000010:0.0:1718399243.614437:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ad48. 00000400:00000200:1.0:1718399243.617722:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.617800:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01f00 00000400:00000200:1.0:1718399243.617806:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadee5 [1] + 224 00000400:00000200:1.0:1718399243.617818:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.617821:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.617828:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf6c0 x1801871316492032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.617864:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.617868:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d240 00000400:00000200:1.0:1718399243.617872:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac91d [2] + 328 00000400:00000200:1.0:1718399243.617916:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.617919:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.617923:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399243.617928:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 00000400:00000010:3.0:1718399243.618171:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd898. 00000400:00000200:3.0:1718399243.618175:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ea18 00000400:00000010:3.0:1718399243.618177:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ea18. 00000100:00000200:3.0:1718399243.618182:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf6c0 x1801871316492032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.618189:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf6c0 x1801871316492032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.618211:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb200. 02000000:00000010:3.0:1718399243.618216:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fba00. 00000100:00000010:3.0:1718399243.618219:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf6c0. 00000100:00000010:3.0:1718399243.618222:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cbe40. 00010000:00000010:3.0:1718399243.618225:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093571d00. 00010000:00000010:2.1:1718399243.619647:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a1680. 00000020:00000010:0.0:1718399243.619797:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2e00. 00000020:00000010:0.0:1718399243.619802:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc500. 00000020:00000010:0.0:1718399243.619806:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399243.619825:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df73440 x1801871317914176/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1718399243.619853:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317914176 02000000:00000010:0.0:1718399243.619862:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2600. 00010000:00000010:0.0:1718399243.619881:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093cc4f80. 00010000:00000010:0.0:1718399243.619923:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357c240. 00000100:00000010:0.0:1718399243.619930:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9900. 00000100:00000010:0.0:1718399243.619935:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9900. 00010000:00000010:0.0:1718399243.619939:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357c240. 00000400:00000010:0.0:1718399243.619947:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373763b8. 00080000:00000010:3.0:1718399243.619948:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355b500. 00000100:00000200:0.0:1718399243.619951:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317914176, offset 224 00000400:00000200:0.0:1718399243.619956:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.619964:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.619970:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90256:90256:256:4294967295] 192.168.202.25@tcp LPNI seq info [90256:90256:8:4294967295] 00000400:00000200:0.0:1718399243.619977:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.619981:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.619983:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365c600 (tot 82314186). 00000800:00000200:0.0:1718399243.619987:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.619992:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.619995:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365c600 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1718399243.620004:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6c80. 00010000:00000010:3.0:1718399243.620010:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093cc4580. 00010000:00000010:3.0:1718399243.620063:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d200. 00010000:00000010:3.0:1718399243.620067:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399243.620073:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88011f2e5840. 00000100:00000010:3.0:1718399243.620076:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd26c0. 00000100:00000010:3.0:1718399243.620081:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.620089:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399243.620103:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399243.620106:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310210. 00000400:00000010:3.0:1718399243.620109:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466e58. 00000100:00000200:3.0:1718399243.620112:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316492096, portal 16 00000400:00000010:3.0:1718399243.620115:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466088. 00000100:00000200:3.0:1718399243.620116:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316492096, offset 0 00000400:00000200:3.0:1718399243.620120:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.620124:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.620128:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.620131:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.620133:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.620135:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90257:90257:255:4294967295] 192.168.202.25@tcp LPNI seq info [90257:90257:7:4294967295] 00000400:00000200:3.0:1718399243.620140:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.620143:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.620146:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725800 (tot 82314434). 00000800:00000200:3.0:1718399243.620148:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.620151:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.620153:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725800 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1718399243.620879:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc500. 00000020:00000010:0.0:1718399243.620883:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399243.620886:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2e00. 00000800:00000200:1.0:1718399243.621906:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.621910:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365c600 (tot 82314186). 00000400:00000200:1.0:1718399243.621915:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.621920:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.621923:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373763b8 00000400:00000010:1.0:1718399243.621929:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373763b8. 00000800:00000200:1.0:1718399243.622030:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.622032:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725800 (tot 82313938). 00000400:00000200:1.0:1718399243.622035:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.622038:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.622041:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466088 00000400:00000010:1.0:1718399243.622042:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466088. 00000100:00000200:1.0:1718399243.622048:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316492096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399243.624681:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093da7a00. 00010000:00000010:2.1:1718399243.624688:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d200. 00010000:00000010:2.1:1718399243.624690:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098127300. 00010000:00000010:2.1:1718399243.624692:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c6c0. 00000400:00000200:1.0:1718399243.626095:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.626110:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01f40 00000400:00000200:1.0:1718399243.626117:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadef5 [1] + 224 00000400:00000200:1.0:1718399243.626127:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.626130:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.626137:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316492096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399243.627842:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310210. 00000400:00000200:2.0:1718399243.627848:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466e58 00000400:00000010:2.0:1718399243.627849:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466e58. 00000100:00000200:2.0:1718399243.627858:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316492096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.627865:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316492096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.627888:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:2.0:1718399243.627894:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:2.0:1718399243.627896:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:2.0:1718399243.627904:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd26c0. 00010000:00000010:2.0:1718399243.627907:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88011f2e5840. 00000400:00000200:1.0:1718399243.627971:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.627979:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d280 00000400:00000200:1.0:1718399243.627984:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac91d [2] + 656 00000400:00000200:1.0:1718399243.628027:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.628031:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.628035:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399243.628038:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df74740. 00000020:00000010:0.0:1718399243.628111:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2e00. 00000020:00000010:0.0:1718399243.628116:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc500. 00000020:00000010:0.0:1718399243.628119:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399243.628135:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df74740 x1801871317914240/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1718399243.628152:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317914240 02000000:00000010:0.0:1718399243.628159:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c3c00. 00010000:00000010:0.0:1718399243.628179:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009303d100. 00010000:00000010:0.0:1718399243.628194:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357c240. 00000100:00000010:0.0:1718399243.628198:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9900. 00000100:00000010:0.0:1718399243.628203:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9900. 00010000:00000010:0.0:1718399243.628206:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357c240. 00000400:00000010:0.0:1718399243.628214:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376220. 00000100:00000200:0.0:1718399243.628217:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317914240, offset 224 00000400:00000200:0.0:1718399243.628222:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.628230:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.628234:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90258:90258:256:4294967295] 192.168.202.25@tcp LPNI seq info [90258:90258:8:4294967295] 00000400:00000200:0.0:1718399243.628241:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.628246:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.628249:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365ce00 (tot 82314186). 00000800:00000200:0.0:1718399243.628252:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.628258:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.628260:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365ce00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399243.628287:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc500. 00000020:00000010:0.0:1718399243.628290:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399243.628293:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2e00. 00000800:00000200:1.0:1718399243.628464:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.628466:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365ce00 (tot 82313938). 00000400:00000200:1.0:1718399243.628468:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.628471:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.628473:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376220 00000400:00000010:1.0:1718399243.628474:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376220. 00080000:00000010:2.0:1718399243.629069:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880098127300. 00010000:00000010:2.0:1718399243.629130:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:2.0:1718399243.629135:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009303d080. 00010000:00000010:3.1:1718399243.629348:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093652200. 00010000:00000010:3.1:1718399243.629357:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ed00. 00010000:00000010:1.1:1718399243.629607:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930af3c0. 00010000:00000010:2.0:1718399243.629781:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c6c0. 00010000:00000010:2.0:1718399243.629787:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6280. 00010000:00000010:2.0:1718399243.629794:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e980. 00000100:00000010:2.0:1718399243.629798:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cba80. 00000100:00000010:2.0:1718399243.629805:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb9300. 02000000:00000010:2.0:1718399243.629814:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb200. 02000000:00000010:2.0:1718399243.629833:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fae00. 00000400:00000010:2.0:1718399243.629837:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdd68. 00000400:00000010:2.0:1718399243.629841:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ebb0. 00000100:00000200:2.0:1718399243.629846:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316492160, portal 16 00000400:00000010:2.0:1718399243.629849:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e660. 00000100:00000200:2.0:1718399243.629850:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316492160, offset 0 00000400:00000200:2.0:1718399243.629855:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.629863:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.629868:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.629870:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.629873:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.629875:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90259:90259:256:4294967295] 192.168.202.25@tcp LPNI seq info [90259:90259:8:4294967295] 00000400:00000200:2.0:1718399243.629882:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.629885:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.629888:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880098127e00 (tot 82314186). 00000800:00000200:2.0:1718399243.629891:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.629895:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.629898:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880098127e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.630005:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.630007:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880098127e00 (tot 82313938). 00000400:00000200:1.0:1718399243.630010:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.630013:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.630015:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e660 00000400:00000010:1.0:1718399243.630016:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e660. 00000100:00000200:1.0:1718399243.630030:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb9300 x1801871316492160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.631567:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.631580:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01f80 00000400:00000200:0.0:1718399243.631585:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadf01 [1] + 224 00000400:00000200:0.0:1718399243.631593:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.631596:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.631600:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fb9300 x1801871316492160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.632099:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.632104:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d2c0 00000400:00000200:0.0:1718399243.632107:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac91d [2] + 984 00000400:00000200:0.0:1718399243.632118:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.632120:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.632124:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.632128:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000400:00000010:2.0:1718399243.632702:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdd68. 00000400:00000200:2.0:1718399243.632705:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ebb0 00000400:00000010:2.0:1718399243.632707:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ebb0. 00000100:00000200:2.0:1718399243.632712:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fb9300 x1801871316492160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.633160:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fb9300 x1801871316492160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.633185:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fae00. 02000000:00000010:2.0:1718399243.633192:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb200. 00000100:00000010:2.0:1718399243.633195:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb9300. 00000100:00000010:2.0:1718399243.633198:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cba80. 00010000:00000010:2.0:1718399243.633202:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e980. 00000020:00000010:2.0:1718399243.633227:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb200. 00000020:00000010:2.0:1718399243.633232:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6500. 00000020:00000010:2.0:1718399243.633235:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f7e0. 00000100:00000200:2.0:1718399243.633250:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317914304/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399243.633267:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317914304 02000000:00000010:2.0:1718399243.633291:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fae00. 00010000:00000010:2.0:1718399243.633311:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800930c3380. 00010000:00000010:2.0:1718399243.633325:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e980. 00000100:00000010:2.0:1718399243.633329:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cba80. 00000100:00000010:2.0:1718399243.633335:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cba80. 00010000:00000010:2.0:1718399243.633337:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e980. 00000400:00000010:2.0:1718399243.633344:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ebb0. 00000100:00000200:2.0:1718399243.633347:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317914304, offset 224 00000400:00000200:2.0:1718399243.633352:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.633359:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.633364:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90260:90260:256:4294967295] 192.168.202.25@tcp LPNI seq info [90260:90260:8:4294967295] 00000400:00000200:2.0:1718399243.633371:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.633376:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.633379:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880098127e00 (tot 82314186). 00000800:00000200:2.0:1718399243.633383:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.633389:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.633392:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880098127e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.633847:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6500. 00000020:00000010:2.0:1718399243.633851:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f7e0. 00000020:00000010:2.0:1718399243.633853:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb200. 00080000:00000010:2.0:1718399243.633872:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800b43ffe00. 00010000:00000010:2.0:1718399243.633926:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6280. 00010000:00000010:2.0:1718399243.633930:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800930c3300. 00010000:00000010:2.0:1718399243.633979:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d200. 00010000:00000010:2.0:1718399243.633983:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6280. 00010000:00000010:2.0:1718399243.633989:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e980. 00000100:00000010:2.0:1718399243.633992:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cba80. 00000100:00000010:2.0:1718399243.633997:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb9300. 02000000:00000010:2.0:1718399243.634003:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb200. 02000000:00000010:2.0:1718399243.634016:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb000. 00000400:00000010:2.0:1718399243.634020:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdd68. 00000400:00000010:2.0:1718399243.634022:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e660. 00000100:00000200:2.0:1718399243.634025:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316492224, portal 16 00000400:00000010:2.0:1718399243.634028:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ea18. 00000100:00000200:2.0:1718399243.634030:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316492224, offset 0 00000400:00000200:2.0:1718399243.634033:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.634038:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.634043:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.634045:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.634047:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.634049:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90261:90261:255:4294967295] 192.168.202.25@tcp LPNI seq info [90261:90261:7:4294967295] 00000400:00000200:2.0:1718399243.634055:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.634059:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.634062:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730e00 (tot 82314434). 00000800:00000200:2.0:1718399243.634065:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.634068:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.634069:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.634206:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.634208:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880098127e00 (tot 82314186). 00000400:00000200:1.0:1718399243.634211:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.634214:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.634342:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ebb0 00000400:00000010:1.0:1718399243.634343:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ebb0. 00000800:00000200:1.0:1718399243.634468:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.634470:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730e00 (tot 82313938). 00000400:00000200:1.0:1718399243.634474:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.634477:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.634479:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ea18 00000400:00000010:1.0:1718399243.634480:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ea18. 00000100:00000200:1.0:1718399243.634484:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb9300 x1801871316492224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.638217:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.638230:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc01fc0 00000400:00000200:0.0:1718399243.638237:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadf0d [1] + 224 00000400:00000200:0.0:1718399243.638246:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.638249:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.638256:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fb9300 x1801871316492224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.638290:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.638294:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d300 00000400:00000200:0.0:1718399243.638298:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac91d [2] + 1312 00010000:00000010:1.1:1718399243.638513:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f24000. 00010000:00000010:2.1:1718399243.638719:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5346900. 00010000:00000010:2.1:1718399243.638730:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d200. 00000400:00000010:2.0:1718399243.638745:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdd68. 00000400:00000200:2.0:1718399243.638748:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e660 00000400:00000010:2.0:1718399243.638750:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e660. 00000100:00000200:2.0:1718399243.638755:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fb9300 x1801871316492224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.638760:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fb9300 x1801871316492224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.638795:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb000. 02000000:00000010:2.0:1718399243.638801:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb200. 00000100:00000010:2.0:1718399243.638804:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb9300. 00000100:00000010:2.0:1718399243.638807:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cba80. 00010000:00000010:2.0:1718399243.638811:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e980. 00000400:00000200:0.0:1718399243.638898:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.638902:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.638906:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.638910:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 00000020:00000010:2.0:1718399243.639735:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb200. 00000020:00000010:2.0:1718399243.639740:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6500. 00000020:00000010:2.0:1718399243.639743:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f7e0. 00000100:00000200:2.0:1718399243.639761:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27df00 x1801871317914368/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399243.639793:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317914368 02000000:00000010:2.0:1718399243.639801:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb000. 00010000:00000010:2.0:1718399243.639822:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009372b100. 00010000:00000010:2.0:1718399243.639837:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e980. 00000100:00000010:2.0:1718399243.639842:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cba80. 00000100:00000010:2.0:1718399243.639847:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cba80. 00010000:00000010:2.0:1718399243.639850:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e980. 00000400:00000010:2.0:1718399243.639857:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e660. 00000100:00000200:2.0:1718399243.639861:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317914368, offset 224 00000400:00000200:2.0:1718399243.639867:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.639875:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.639880:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90262:90262:256:4294967295] 192.168.202.25@tcp LPNI seq info [90262:90262:8:4294967295] 00000400:00000200:2.0:1718399243.639887:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.639892:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.639895:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730300 (tot 82314186). 00000800:00000200:2.0:1718399243.639899:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.639906:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.639909:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.639919:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6500. 00000020:00000010:2.0:1718399243.639922:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f7e0. 00000020:00000010:2.0:1718399243.639924:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb200. 00080000:00000010:2.0:1718399243.639941:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880136730800. 00010000:00000010:2.0:1718399243.640000:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6280. 00010000:00000010:2.0:1718399243.640005:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009372b080. 00010000:00000010:2.0:1718399243.640059:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356ef40. 00010000:00000010:2.0:1718399243.640063:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6280. 00010000:00000010:2.0:1718399243.640069:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e980. 00000100:00000010:2.0:1718399243.640072:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cba80. 00000100:00000010:2.0:1718399243.640076:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb9300. 02000000:00000010:2.0:1718399243.640083:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb200. 02000000:00000010:2.0:1718399243.640099:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb400. 00000400:00000010:2.0:1718399243.640102:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdd68. 00000400:00000010:2.0:1718399243.640105:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e770. 00000100:00000200:2.0:1718399243.640109:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316492288, portal 16 00000400:00000010:2.0:1718399243.640111:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e2a8. 00000100:00000200:2.0:1718399243.640113:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316492288, offset 0 00000400:00000200:2.0:1718399243.640116:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.640120:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.640126:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.640129:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.640131:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.640133:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90263:90263:255:4294967295] 192.168.202.25@tcp LPNI seq info [90263:90263:7:4294967295] 00000400:00000200:2.0:1718399243.640138:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.640141:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.640143:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730000 (tot 82314434). 00000800:00000200:2.0:1718399243.640145:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.640148:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.640150:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.640248:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.640251:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730300 (tot 82314186). 00000400:00000200:1.0:1718399243.640254:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.640257:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.640259:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e660 00000400:00000010:1.0:1718399243.640260:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e660. 00000800:00000200:1.0:1718399243.640598:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.640600:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730000 (tot 82313938). 00000400:00000200:1.0:1718399243.640602:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.640605:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.640607:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e2a8 00000400:00000010:1.0:1718399243.640608:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e2a8. 00000100:00000200:1.0:1718399243.640612:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb9300 x1801871316492288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.644840:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.644854:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02000 00000400:00000200:1.0:1718399243.644861:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadf19 [1] + 224 00000400:00000200:1.0:1718399243.644870:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.644874:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.644881:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fb9300 x1801871316492288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.644910:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.644915:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d340 00000400:00000200:1.0:1718399243.644919:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac91d [2] + 1640 00000400:00000200:1.0:1718399243.644929:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.644932:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.644935:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399243.644940:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 00000400:00000010:3.0:1718399243.644992:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdd68. 00000400:00000200:3.0:1718399243.644995:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e770 00000400:00000010:3.0:1718399243.644997:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e770. 00000100:00000200:3.0:1718399243.645001:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fb9300 x1801871316492288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.645007:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fb9300 x1801871316492288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.645029:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb400. 02000000:00000010:3.0:1718399243.645035:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb200. 00000100:00000010:3.0:1718399243.645037:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb9300. 00000100:00000010:3.0:1718399243.645040:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cba80. 00010000:00000010:3.0:1718399243.645043:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e980. 00000020:00000010:0.0:1718399243.645095:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2e00. 00000020:00000010:0.0:1718399243.645099:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc500. 00000020:00000010:0.0:1718399243.645102:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399243.645118:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df75f00 x1801871317914432/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1718399243.645135:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317914432 02000000:00000010:0.0:1718399243.645142:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c3a00. 00010000:00000010:0.0:1718399243.645160:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800933c2c80. 00010000:00000010:0.0:1718399243.645174:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357c240. 00000100:00000010:0.0:1718399243.645178:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9900. 00000100:00000010:0.0:1718399243.645183:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9900. 00010000:00000010:0.0:1718399243.645185:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357c240. 00000400:00000010:0.0:1718399243.645193:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373767f8. 00000100:00000200:0.0:1718399243.645196:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317914432, offset 224 00000400:00000200:0.0:1718399243.645202:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.645209:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.645214:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90264:90264:256:4294967295] 192.168.202.25@tcp LPNI seq info [90264:90264:8:4294967295] 00000400:00000200:0.0:1718399243.645221:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.645225:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.645228:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365c500 (tot 82314186). 00000800:00000200:0.0:1718399243.645232:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.645238:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.645241:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365c500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399243.645252:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc500. 00000020:00000010:0.0:1718399243.645255:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399243.645257:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2e00. 00080000:00000010:3.0:1718399243.645527:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880095725300. 00010000:00000010:3.0:1718399243.645585:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6280. 00010000:00000010:3.0:1718399243.645591:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800933c2c00. 00010000:00000010:3.0:1718399243.645638:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c900. 00010000:00000010:3.0:1718399243.645642:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46780. 00010000:00000010:3.0:1718399243.645649:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800aa02b240. 00000100:00000010:3.0:1718399243.645651:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2e40. 00000100:00000010:3.0:1718399243.645656:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.645664:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399243.645679:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.645682:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310cb8. 00000400:00000010:3.0:1718399243.645684:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466dd0. 00000100:00000200:3.0:1718399243.645687:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316492352, portal 16 00000400:00000010:3.0:1718399243.645691:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466e58. 00000100:00000200:3.0:1718399243.645692:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316492352, offset 0 00000400:00000200:3.0:1718399243.645696:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.645701:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.645706:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.645709:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.645710:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.645712:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90265:90265:255:4294967295] 192.168.202.25@tcp LPNI seq info [90265:90265:7:4294967295] 00000400:00000200:3.0:1718399243.645717:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.645720:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.645722:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725f00 (tot 82314434). 00000800:00000200:3.0:1718399243.645724:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.645727:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.645729:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.645806:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.645808:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365c500 (tot 82314186). 00000400:00000200:0.0:1718399243.645810:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.645814:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.645815:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373767f8 00000400:00000010:0.0:1718399243.645816:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373767f8. 00000800:00000200:0.0:1718399243.646075:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.646077:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725f00 (tot 82313938). 00000400:00000200:0.0:1718399243.646081:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.646084:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.646086:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466e58 00000400:00000010:0.0:1718399243.646087:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466e58. 00000100:00000200:0.0:1718399243.646091:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316492352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.648895:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.648909:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02040 00000400:00000200:0.0:1718399243.648915:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadf25 [1] + 224 00000400:00000200:0.0:1718399243.648924:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.648927:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.648934:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316492352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.649055:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.649060:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d380 00000400:00000200:0.0:1718399243.649064:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac91d [2] + 1968 00000400:00000010:0.0:1718399243.649067:0:18240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1a50. 00000400:00000200:0.0:1718399243.649070:0:18240:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009864d180 00000400:00000010:3.0:1718399243.649175:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310cb8. 00000400:00000200:3.0:1718399243.649179:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466dd0 00000400:00000010:3.0:1718399243.649181:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466dd0. 00000100:00000200:3.0:1718399243.649185:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316492352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.649191:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316492352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.649213:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.649218:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3e00. 00000100:00000010:3.0:1718399243.649221:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.649225:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2e40. 00010000:00000010:3.0:1718399243.649228:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800aa02b240. 00000400:00000200:0.0:1718399243.649491:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.649495:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.649498:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009864d180 00000400:00000010:0.0:1718399243.649499:0:18240:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88009864d180 (tot 82313786). 00000100:00000200:0.0:1718399243.649505:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1718399243.649575:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399243.649579:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399243.649582:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399243.649596:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a9eaf850 x1801871317914496/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399243.650289:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317914496 02000000:00000010:3.0:1718399243.650304:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2600. 00010000:00000010:3.0:1718399243.650324:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880137115a80. 00010000:00000010:3.0:1718399243.650337:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800aa02b240. 00000100:00000010:3.0:1718399243.650342:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2e40. 00000100:00000010:3.0:1718399243.650347:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2e40. 00010000:00000010:3.0:1718399243.650349:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800aa02b240. 00000400:00000010:3.0:1718399243.650356:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466dd0. 00000100:00000200:3.0:1718399243.650359:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317914496, offset 224 00000400:00000200:3.0:1718399243.650364:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.650372:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.650377:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90266:90266:256:4294967295] 192.168.202.25@tcp LPNI seq info [90266:90266:8:4294967295] 00000400:00000200:3.0:1718399243.650384:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.650388:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.650391:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725c00 (tot 82314034). 00000800:00000200:3.0:1718399243.650395:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.650400:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.650403:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725c00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.1:1718399243.650501:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935a0240. 00010000:00000010:2.1:1718399243.650506:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ddd300. 00010000:00000010:2.1:1718399243.650516:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c6c0. 00000020:00000010:3.0:1718399243.650619:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399243.650624:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399243.650627:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 02000000:00000010:3.0:1718399243.650634:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c3a00. 00000100:00000010:3.0:1718399243.650636:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 02000000:00000010:3.0:1718399243.650640:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb000. 00000100:00000010:3.0:1718399243.650643:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 02000000:00000010:3.0:1718399243.650645:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fae00. 00000100:00000010:3.0:1718399243.650648:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 02000000:00000010:3.0:1718399243.650649:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c3c00. 00000100:00000010:3.0:1718399243.650651:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df74740. 02000000:00000010:3.0:1718399243.650653:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2600. 00000100:00000010:3.0:1718399243.650654:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 02000000:00000010:3.0:1718399243.650656:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc400. 00000100:00000010:3.0:1718399243.650658:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 00000100:00000200:3.0:1718399243.650662:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1718399243.650665:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310cb8. 00000400:00000010:3.0:1718399243.650668:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093dd2e40 (tot 82314186). 00000800:00000200:1.0:1718399243.650685:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00080000:00000010:3.0:1718399243.650687:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880095725b00. 00000800:00000010:1.0:1718399243.650687:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725c00 (tot 82313938). 00000400:00000200:1.0:1718399243.650691:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.650694:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.650696:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466dd0 00000400:00000010:1.0:1718399243.650697:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466dd0. 02000000:00000010:1.0:1718399243.650699:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2600. 00010000:00000010:3.0:1718399243.650738:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46780. 00010000:00000010:3.0:1718399243.650742:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880137115100. 00010000:00000010:3.0:1718399243.650814:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09ed00. 00010000:00000010:3.0:1718399243.650818:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46780. 00010000:00000010:3.0:1718399243.650824:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800aa02b240. 00000100:00000010:3.0:1718399243.650827:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2b40. 00000100:00000010:3.0:1718399243.650832:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.650840:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399243.650856:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.650859:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399243.650861:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466088. 00000100:00000200:3.0:1718399243.650864:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316492416, portal 16 00000400:00000010:3.0:1718399243.650866:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466bb0. 00000100:00000200:3.0:1718399243.650867:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316492416, offset 0 00000400:00000200:3.0:1718399243.650871:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.650875:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.650880:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.650882:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.650884:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.650886:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90267:90267:256:4294967295] 192.168.202.25@tcp LPNI seq info [90267:90267:8:4294967295] 00000400:00000200:3.0:1718399243.650892:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.650895:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.650897:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725000 (tot 82314186). 00000800:00000200:3.0:1718399243.650899:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.650903:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.650905:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.653854:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.653859:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725000 (tot 82313938). 00000400:00000200:1.0:1718399243.653864:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.653870:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.653874:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466bb0 00000400:00000010:1.0:1718399243.653875:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466bb0. 00000100:00000200:1.0:1718399243.653882:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316492416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.653906:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.653916:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02080 00000400:00000200:1.0:1718399243.653921:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadf35 [1] + 224 00000400:00000200:1.0:1718399243.653929:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.653932:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.653935:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316492416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.653968:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.653972:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d3c0 00000400:00000200:1.0:1718399243.653977:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac975 [2] + 0 00000400:00000010:3.0:1718399243.653995:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:3.0:1718399243.654000:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466088 00000400:00000010:3.0:1718399243.654001:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466088. 00000100:00000200:3.0:1718399243.654005:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316492416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.654011:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316492416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.654017:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.654020:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.654023:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399243.654027:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 02000000:00000010:3.0:1718399243.654032:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.654037:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3e00. 00000100:00000010:3.0:1718399243.654040:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.654043:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2b40. 00010000:00000010:3.0:1718399243.654046:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800aa02b240. 00000020:00000010:3.0:1718399243.654075:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399243.654079:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399243.654082:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399243.654099:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df71c80 x1801871317914560/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399243.654115:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317914560 02000000:00000010:3.0:1718399243.654121:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2600. 00010000:00000010:3.0:1718399243.654140:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800931c0e80. 00010000:00000010:3.0:1718399243.654154:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800aa02b240. 00000100:00000010:3.0:1718399243.654159:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2b40. 00000100:00000010:3.0:1718399243.654165:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2b40. 00010000:00000010:3.0:1718399243.654167:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800aa02b240. 00000400:00000010:3.0:1718399243.654173:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466088. 00000100:00000200:3.0:1718399243.654176:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317914560, offset 224 00000400:00000200:3.0:1718399243.654182:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.654188:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.654193:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90268:90268:256:4294967295] 192.168.202.25@tcp LPNI seq info [90268:90268:8:4294967295] 00000400:00000200:3.0:1718399243.654199:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.654203:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.654205:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725d00 (tot 82314186). 00000800:00000200:3.0:1718399243.654209:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.654215:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.654217:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399243.654237:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399243.654241:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399243.654244:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 00000800:00000200:1.0:1718399243.655220:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.655223:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725d00 (tot 82313938). 00000400:00000200:1.0:1718399243.655227:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.655232:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.655234:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466088 00000400:00000010:1.0:1718399243.655235:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466088. 00080000:00000010:0.0:1718399243.655311:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009365cb00. 00010000:00000010:0.0:1718399243.655380:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46780. 00010000:00000010:0.0:1718399243.655387:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800931c0e00. 00010000:00000010:0.0:1718399243.655438:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8a1c0. 00010000:00000010:0.0:1718399243.655441:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc500. 00010000:00000010:0.0:1718399243.655448:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357c240. 00000100:00000010:0.0:1718399243.655451:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9900. 00000100:00000010:0.0:1718399243.655457:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 02000000:00000010:0.0:1718399243.655466:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c3200. 02000000:00000010:0.0:1718399243.655481:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2e00. 00000400:00000010:0.0:1718399243.655485:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92318. 00000400:00000010:0.0:1718399243.655487:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373767f8. 00000100:00000200:0.0:1718399243.655491:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316492480, portal 16 00000400:00000010:0.0:1718399243.655494:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376110. 00000100:00000200:0.0:1718399243.655495:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316492480, offset 0 00000400:00000200:0.0:1718399243.655499:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.655504:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.655509:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399243.655511:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399243.655513:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399243.655515:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90269:90269:256:4294967295] 192.168.202.25@tcp LPNI seq info [90269:90269:8:4294967295] 00000400:00000200:0.0:1718399243.655521:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.655524:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.655526:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365cc00 (tot 82314186). 00000800:00000200:0.0:1718399243.655529:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.655533:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.655535:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365cc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.655611:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.655613:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365cc00 (tot 82313938). 00000400:00000200:1.0:1718399243.655616:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.655618:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.655621:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376110 00000400:00000010:1.0:1718399243.655622:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376110. 00000100:00000200:1.0:1718399243.655626:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27d580 x1801871316492480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.656405:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935e2d00. 00000400:00000200:0.0:1718399243.657287:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.657296:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc020c0 00000400:00000200:0.0:1718399243.657300:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadf41 [1] + 224 00000400:00000200:0.0:1718399243.657313:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.657315:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.657319:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27d580 x1801871316492480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399243.657467:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92318. 00000400:00000200:1.0:1718399243.657471:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373767f8 00000400:00000010:1.0:1718399243.657472:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373767f8. 00000100:00000200:1.0:1718399243.657476:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27d580 x1801871316492480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399243.657480:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27d580 x1801871316492480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399243.657501:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2e00. 02000000:00000010:1.0:1718399243.657504:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c3200. 00000100:00000010:1.0:1718399243.657507:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 00000100:00000010:1.0:1718399243.657509:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9900. 00010000:00000010:1.0:1718399243.657511:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357c240. 00010000:00000010:3.1:1718399243.660665:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eaa8fc0. 00010000:00000010:3.1:1718399243.660678:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093731a00. 00010000:00000010:3.1:1718399243.660688:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d200. 00000400:00000200:1.0:1718399243.661220:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.661233:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d400 00000400:00000200:1.0:1718399243.661239:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac975 [2] + 328 00000400:00000200:1.0:1718399243.661324:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.661329:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.661334:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399243.661338:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 00000020:00000010:3.0:1718399243.661412:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399243.661417:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399243.661420:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399243.661438:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df75a40 x1801871317914624/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399243.661455:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317914624 02000000:00000010:3.0:1718399243.661461:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3800. 00010000:00000010:3.0:1718399243.661482:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800931c0a80. 00010000:00000010:3.0:1718399243.661495:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b245b380. 00000100:00000010:3.0:1718399243.661501:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2cc0. 00000100:00000010:3.0:1718399243.661520:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2cc0. 00010000:00000010:3.0:1718399243.661523:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b245b380. 00000400:00000010:3.0:1718399243.661532:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466b28. 00000100:00000200:3.0:1718399243.661536:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317914624, offset 224 00000400:00000200:3.0:1718399243.661541:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:0.0:1718399243.661543:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009365cf00. 00000400:00000200:3.0:1718399243.661548:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.661553:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90270:90270:256:4294967295] 192.168.202.25@tcp LPNI seq info [90270:90270:8:4294967295] 00000400:00000200:3.0:1718399243.661560:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.661564:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.661567:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725900 (tot 82314186). 00000800:00000200:3.0:1718399243.661571:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.661577:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.661580:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399243.661590:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399243.661593:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399243.661596:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 00010000:00000010:0.0:1718399243.661608:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc500. 00010000:00000010:0.0:1718399243.661613:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800931c0400. 00000800:00000200:1.0:1718399243.661815:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.661817:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725900 (tot 82313938). 00000400:00000200:1.0:1718399243.661821:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.661824:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.661827:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466b28 00000400:00000010:1.0:1718399243.661828:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466b28. 00010000:00000010:0.0:1718399243.662003:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b89680. 00010000:00000010:0.0:1718399243.662007:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc500. 00010000:00000010:0.0:1718399243.662014:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357cd40. 00000100:00000010:0.0:1718399243.662017:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9b40. 00000100:00000010:0.0:1718399243.662023:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 02000000:00000010:0.0:1718399243.662030:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c3800. 02000000:00000010:0.0:1718399243.662046:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3600. 00000400:00000010:0.0:1718399243.662050:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92e18. 00000400:00000010:0.0:1718399243.662054:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376088. 00000100:00000200:0.0:1718399243.662057:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316492544, portal 16 00000400:00000010:0.0:1718399243.662060:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376000. 00000100:00000200:0.0:1718399243.662061:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316492544, offset 0 00000400:00000200:0.0:1718399243.662065:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.662070:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.662075:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399243.662078:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399243.662080:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399243.662082:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90271:90271:256:4294967295] 192.168.202.25@tcp LPNI seq info [90271:90271:8:4294967295] 00000400:00000200:0.0:1718399243.662088:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.662092:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.662094:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365cc00 (tot 82314186). 00000800:00000200:0.0:1718399243.662097:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.662101:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.662112:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365cc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.662157:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.662159:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365cc00 (tot 82313938). 00000400:00000200:0.0:1718399243.662161:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.662163:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.662165:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376000 00000400:00000010:0.0:1718399243.662166:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376000. 00000100:00000200:0.0:1718399243.662171:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27b900 x1801871316492544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.663380:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093523300. 00010000:00000010:0.1:1718399243.663387:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09ed00. 00010000:00000010:2.1:1718399243.663421:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093709100. 00010000:00000010:2.1:1718399243.663431:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00010000:00000010:2.1:1718399243.663433:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e3098c0. 00010000:00000010:2.1:1718399243.663436:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e391c00. 00010000:00000010:2.1:1718399243.663438:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c900. 00010000:00000010:2.1:1718399243.663441:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009360db00. 00000400:00000200:1.0:1718399243.666530:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.666545:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02100 00000400:00000200:1.0:1718399243.666551:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadf4d [1] + 224 00000400:00000200:1.0:1718399243.666561:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.666564:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.666571:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27b900 x1801871316492544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.666591:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.666594:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d440 00000400:00000200:1.0:1718399243.666598:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac975 [2] + 656 00000400:00000200:1.0:1718399243.666608:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.666610:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.666613:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399243.666618:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df70000. 00000020:00000010:3.0:1718399243.667135:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399243.667140:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399243.667143:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399243.667160:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df70000 x1801871317914688/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399243.667176:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317914688 02000000:00000010:3.0:1718399243.667183:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3000. 00010000:00000010:3.0:1718399243.667209:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27240. 00000100:00000010:3.0:1718399243.667214:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2cc0. 00000100:00000010:3.0:1718399243.667218:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2cc0. 00010000:00000010:3.0:1718399243.667221:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27240. 00000400:00000010:3.0:1718399243.667230:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466908. 00000100:00000200:3.0:1718399243.667234:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317914688, offset 224 00000400:00000200:3.0:1718399243.667239:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.667247:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.667252:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90272:90272:256:4294967295] 192.168.202.25@tcp LPNI seq info [90272:90272:8:4294967295] 00000400:00000200:3.0:1718399243.667262:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.667266:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.667287:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725400 (tot 82314186). 00000800:00000200:3.0:1718399243.667291:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.667298:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.667300:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399243.667311:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399243.667315:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399243.667317:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 00000400:00000010:0.0:1718399243.667382:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92e18. 00000400:00000200:0.0:1718399243.667385:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376088 00000400:00000010:0.0:1718399243.667387:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376088. 00000100:00000200:0.0:1718399243.667391:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27b900 x1801871316492544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399243.667397:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27b900 x1801871316492544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1718399243.667413:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092225680. 02000000:00000010:0.0:1718399243.667423:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3600. 02000000:00000010:0.0:1718399243.667427:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c3800. 00000100:00000010:0.0:1718399243.667429:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 00000100:00000010:0.0:1718399243.667432:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9b40. 00010000:00000010:0.0:1718399243.667434:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357cd40. 00080000:00000010:0.0:1718399243.667444:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009365c600. 00010000:00000010:0.0:1718399243.667501:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc500. 00010000:00000010:0.0:1718399243.667505:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092225000. 00010000:00000010:0.0:1718399243.667558:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b88d80. 00010000:00000010:0.0:1718399243.667562:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc500. 00010000:00000010:0.0:1718399243.667569:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357cd40. 00000100:00000010:0.0:1718399243.667571:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9b40. 00000100:00000010:0.0:1718399243.667575:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 02000000:00000010:0.0:1718399243.667582:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c3800. 02000000:00000010:0.0:1718399243.667597:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3600. 00000400:00000010:0.0:1718399243.667600:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92e18. 00000400:00000010:0.0:1718399243.667602:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376088. 00000100:00000200:0.0:1718399243.667605:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316492608, portal 16 00000400:00000010:0.0:1718399243.667608:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376000. 00000100:00000200:0.0:1718399243.667609:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316492608, offset 0 00000400:00000200:0.0:1718399243.667613:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.667617:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.667622:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399243.667625:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399243.667627:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399243.667629:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90273:90273:255:4294967295] 192.168.202.25@tcp LPNI seq info [90273:90273:7:4294967295] 00000400:00000200:0.0:1718399243.667635:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.667638:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.667641:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365c900 (tot 82314434). 00000800:00000200:0.0:1718399243.667643:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.667647:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.667649:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365c900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.667685:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.667687:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725400 (tot 82314186). 00000400:00000200:0.0:1718399243.667691:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.667694:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.667696:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466908 00000400:00000010:0.0:1718399243.667698:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466908. 00000800:00000200:0.0:1718399243.667744:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.667746:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365c900 (tot 82313938). 00000400:00000200:0.0:1718399243.667749:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.667751:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.667753:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376000 00000400:00000010:0.0:1718399243.667754:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376000. 00000100:00000200:0.0:1718399243.667757:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27b900 x1801871316492608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399243.672156:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.672167:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02140 00000400:00000200:2.0:1718399243.672172:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadf59 [1] + 224 00000400:00000200:2.0:1718399243.672179:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.672181:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.672186:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27b900 x1801871316492608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1718399243.672750:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92e18. 00000400:00000200:0.0:1718399243.672754:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376088 00000400:00000200:2.0:1718399243.672755:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000010:0.0:1718399243.672756:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376088. 00000400:00000200:2.0:1718399243.672760:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d480 00000100:00000200:0.0:1718399243.672761:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27b900 x1801871316492608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399243.672764:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac975 [2] + 984 00000100:00000200:0.0:1718399243.672767:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27b900 x1801871316492608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399243.672825:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.672828:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.672832:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399243.672836:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc280. 00000020:00000010:2.0:1718399243.672868:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb600. 00000020:00000010:2.0:1718399243.672872:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6500. 00000020:00000010:2.0:1718399243.672875:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f7e0. 00000100:00000200:2.0:1718399243.672890:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbc280 x1801871317914752/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399243.672917:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317914752 02000000:00000010:2.0:1718399243.672923:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fac00. 00010000:00000010:2.0:1718399243.672942:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a700. 00010000:00000010:2.0:1718399243.672954:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ef00. 00000100:00000010:2.0:1718399243.672959:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cba80. 00000100:00000010:2.0:1718399243.672962:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cba80. 00010000:00000010:2.0:1718399243.672965:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ef00. 00000400:00000010:2.0:1718399243.672972:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e990. 00000100:00000200:2.0:1718399243.672975:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317914752, offset 224 00000400:00000200:2.0:1718399243.672979:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.672986:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.672991:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90274:90274:256:4294967295] 192.168.202.25@tcp LPNI seq info [90274:90274:8:4294967295] 00000400:00000200:2.0:1718399243.672998:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.673002:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.673005:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730900 (tot 82314186). 00000800:00000200:2.0:1718399243.673008:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.673014:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.673016:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.673036:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6500. 00000020:00000010:2.0:1718399243.673040:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f7e0. 00000020:00000010:2.0:1718399243.673042:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb600. 02000000:00000010:0.0:1718399243.673062:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3600. 02000000:00000010:0.0:1718399243.673066:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c3800. 00000100:00000010:0.0:1718399243.673069:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 00000100:00000010:0.0:1718399243.673071:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9b40. 00010000:00000010:0.0:1718399243.673074:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357cd40. 00080000:00000010:0.0:1718399243.673084:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009365c500. 00000800:00000200:1.0:1718399243.673119:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.673122:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730900 (tot 82313938). 00000400:00000200:1.0:1718399243.673125:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.673129:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.673131:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e990 00000400:00000010:1.0:1718399243.673132:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e990. 00010000:00000010:0.0:1718399243.673137:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc500. 00010000:00000010:0.0:1718399243.673141:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083a680. 00010000:00000010:0.0:1718399243.673191:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8bcc0. 00010000:00000010:0.0:1718399243.673195:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc500. 00010000:00000010:0.0:1718399243.673201:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357cd40. 00000100:00000010:0.0:1718399243.673203:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9b40. 00000100:00000010:0.0:1718399243.673206:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 02000000:00000010:0.0:1718399243.673218:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c3800. 02000000:00000010:0.0:1718399243.673233:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3600. 00000400:00000010:0.0:1718399243.673236:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92e18. 00000400:00000010:0.0:1718399243.673241:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376088. 00000100:00000200:0.0:1718399243.673245:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316492672, portal 16 00000400:00000010:0.0:1718399243.673247:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376000. 00000100:00000200:0.0:1718399243.673249:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316492672, offset 0 00000400:00000200:0.0:1718399243.673253:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.673257:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.673265:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399243.673267:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399243.673287:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399243.673289:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90275:90275:256:4294967295] 192.168.202.25@tcp LPNI seq info [90275:90275:8:4294967295] 00000400:00000200:0.0:1718399243.673294:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.673297:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.673299:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009365ca00 (tot 82314186). 00000800:00000200:0.0:1718399243.673302:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.673305:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.673307:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009365ca00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.673431:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.673433:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009365ca00 (tot 82313938). 00000400:00000200:0.0:1718399243.673435:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.673438:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.673440:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376000 00000400:00000010:0.0:1718399243.673441:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376000. 00000100:00000200:0.0:1718399243.673445:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27b900 x1801871316492672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399243.677195:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935e2880. 00010000:00000010:0.1:1718399243.677607:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f6eb900. 00010000:00000010:0.1:1718399243.677917:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8a1c0. 00000400:00000200:0.0:1718399243.679091:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.679104:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02180 00000400:00000200:0.0:1718399243.679110:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadf65 [1] + 224 00000400:00000200:0.0:1718399243.679125:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.679130:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.679137:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27b900 x1801871316492672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399243.679217:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92e18. 00000400:00000200:1.0:1718399243.679222:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376088 00000400:00000010:1.0:1718399243.679224:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376088. 00000100:00000200:1.0:1718399243.679229:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27b900 x1801871316492672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399243.679234:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27b900 x1801871316492672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399243.679256:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3600. 02000000:00000010:1.0:1718399243.679261:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c3800. 00000100:00000010:1.0:1718399243.679264:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 00000100:00000010:1.0:1718399243.679266:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9b40. 00010000:00000010:1.0:1718399243.679284:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357cd40. 00000400:00000200:1.0:1718399243.680033:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.680040:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d4c0 00000400:00000200:1.0:1718399243.680045:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac975 [2] + 1312 00000400:00000200:1.0:1718399243.680088:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.680091:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.680094:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399243.680098:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 00000020:00000010:2.0:1718399243.680194:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb600. 00000020:00000010:2.0:1718399243.680198:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6500. 00000020:00000010:2.0:1718399243.680200:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f7e0. 00000100:00000200:2.0:1718399243.680215:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df73440 x1801871317914816/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399243.680239:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317914816 02000000:00000010:2.0:1718399243.680245:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52faa00. 00010000:00000010:2.0:1718399243.680264:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009372bb00. 00010000:00000010:2.0:1718399243.680293:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e540. 00000100:00000010:2.0:1718399243.680299:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cba80. 00000100:00000010:2.0:1718399243.680313:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cba80. 00010000:00000010:2.0:1718399243.680317:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e540. 00000400:00000010:2.0:1718399243.680326:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e088. 00000100:00000200:2.0:1718399243.680329:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317914816, offset 224 00000400:00000200:2.0:1718399243.680335:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.680342:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.680351:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90276:90276:256:4294967295] 192.168.202.25@tcp LPNI seq info [90276:90276:8:4294967295] 00000400:00000200:2.0:1718399243.680358:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.680362:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.680365:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730a00 (tot 82314186). 00000800:00000200:2.0:1718399243.680369:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.680375:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.680378:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.680389:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6500. 00000020:00000010:2.0:1718399243.680392:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f7e0. 00000020:00000010:2.0:1718399243.680395:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb600. 00080000:00000010:1.0:1718399243.680444:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880098127500. 00010000:00000010:1.0:1718399243.680504:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc500. 00010000:00000010:1.0:1718399243.680508:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092ac0180. 00000001:00000010:1.0:1718399243.680860:0:30956:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a9f1f20. 00000001:00000010:1.0:1718399243.680865:0:30956:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a9f1f20. 00000001:00000010:1.0:1718399243.680867:0:30956:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800a5310268. 00080000:00000010:1.0:1718399243.680872:0:30956:0:(osd_handler.c:6571:osd_it_iam_fini()) kfreed 'it': 328 at ffff8800922a3400. 00080000:00000010:1.0:1718399243.680878:0:30956:0:(osd_handler.c:6543:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8800928fce00. 00000001:00000010:1.0:1718399243.680882:0:30956:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a9f1f20. 00010000:00000010:1.0:1718399243.680910:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880098127100. 00010000:00000010:1.0:1718399243.680913:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.680916:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5272400. 00010000:00000010:1.0:1718399243.680920:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.680929:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009355e400. 00010000:00000010:1.0:1718399243.680950:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00000800:00000200:0.0:1718399243.680951:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1718399243.680953:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00000800:00000010:0.0:1718399243.680954:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730a00 (tot 82313938). 00000400:00000200:0.0:1718399243.680958:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.680961:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.680964:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e088 00000400:00000010:0.0:1718399243.680965:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e088. 00010000:00000010:1.0:1718399243.680981:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009355ee00. 00010000:00000010:1.0:1718399243.680983:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.680986:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5272640. 00010000:00000010:1.0:1718399243.680988:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.680994:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012d3e3600. 00010000:00000010:1.0:1718399243.681010:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.681014:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.681039:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009577ac00. 00010000:00000010:1.0:1718399243.681040:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.681042:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5273a80. 00010000:00000010:1.0:1718399243.681044:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.681049:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009577a800. 00010000:00000010:1.0:1718399243.681062:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.681064:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.681085:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009577ad00. 00010000:00000010:1.0:1718399243.681087:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.681089:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5271680. 00010000:00000010:1.0:1718399243.681091:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.681096:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093d5f900. 00010000:00000010:1.0:1718399243.681108:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.681110:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.681137:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88007c59c400. 00010000:00000010:1.0:1718399243.681138:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.681141:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5271440. 00010000:00000010:1.0:1718399243.681142:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.681147:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c59ce00. 00010000:00000010:1.0:1718399243.681159:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.681161:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.681542:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51dae00. 00010000:00000010:1.0:1718399243.681545:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.681548:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a52706c0. 00010000:00000010:1.0:1718399243.681550:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.681559:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51daf00. 00010000:00000010:1.0:1718399243.681581:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.681584:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.681621:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51daa00. 00010000:00000010:1.0:1718399243.681623:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.681625:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5270d80. 00010000:00000010:1.0:1718399243.681627:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.681632:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51da800. 00010000:00000010:1.0:1718399243.681649:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.681651:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.681675:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51da200. 00010000:00000010:1.0:1718399243.681676:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.681679:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5272f40. 00010000:00000010:1.0:1718399243.681680:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.681686:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51da000. 00010000:00000010:1.0:1718399243.681701:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.681703:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.681731:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51da500. 00010000:00000010:1.0:1718399243.681732:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.681736:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5270900. 00010000:00000010:1.0:1718399243.681737:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.681743:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51dab00. 00010000:00000010:1.0:1718399243.681757:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.681759:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682365:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a51da100. 00010000:00000010:1.0:1718399243.682368:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682369:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5270240. 00010000:00000010:1.0:1718399243.682371:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.682376:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a51dac00. 00010000:00000010:1.0:1718399243.682391:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.682393:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682408:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ebfb00. 00010000:00000010:1.0:1718399243.682409:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682411:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5272d00. 00010000:00000010:1.0:1718399243.682412:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.682415:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ebf400. 00010000:00000010:1.0:1718399243.682428:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.682430:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682452:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ebfd00. 00010000:00000010:1.0:1718399243.682453:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682455:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5270000. 00010000:00000010:1.0:1718399243.682457:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.682462:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ebf100. 00010000:00000010:1.0:1718399243.682477:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.682480:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682504:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ebf800. 00010000:00000010:1.0:1718399243.682506:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682508:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5273840. 00010000:00000010:1.0:1718399243.682510:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.682515:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ebfc00. 00010000:00000010:1.0:1718399243.682532:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.682534:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682556:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ebf600. 00010000:00000010:1.0:1718399243.682557:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682560:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5273cc0. 00010000:00000010:1.0:1718399243.682561:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.682566:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ebfe00. 00010000:00000010:1.0:1718399243.682580:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.682583:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682605:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ebf700. 00010000:00000010:1.0:1718399243.682606:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682608:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5270b40. 00010000:00000010:1.0:1718399243.682610:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.682614:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ebf900. 00010000:00000010:1.0:1718399243.682627:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.682630:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682666:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ebf500. 00010000:00000010:1.0:1718399243.682668:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682671:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a52733c0. 00010000:00000010:1.0:1718399243.682673:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.682678:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ebf000. 00010000:00000010:1.0:1718399243.682693:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.682695:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682780:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ebff00. 00010000:00000010:1.0:1718399243.682782:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682784:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a52718c0. 00010000:00000010:1.0:1718399243.682786:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.682793:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933a2e00. 00010000:00000010:1.0:1718399243.682809:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.682812:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682834:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933a2b00. 00010000:00000010:1.0:1718399243.682836:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682838:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5273180. 00010000:00000010:1.0:1718399243.682839:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.682844:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933a2300. 00010000:00000010:1.0:1718399243.682859:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.682861:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682885:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933a2a00. 00010000:00000010:1.0:1718399243.682887:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682889:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a52721c0. 00010000:00000010:1.0:1718399243.682891:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.682896:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933a2500. 00010000:00000010:1.0:1718399243.682910:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.682912:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682933:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933a2700. 00010000:00000010:1.0:1718399243.682934:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682937:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5272ac0. 00010000:00000010:1.0:1718399243.682938:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.682943:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933a2600. 00010000:00000010:1.0:1718399243.682957:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.682959:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682981:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933a2c00. 00010000:00000010:1.0:1718399243.682983:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.682985:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5271f80. 00010000:00000010:1.0:1718399243.682987:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.682992:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933a2000. 00010000:00000010:1.0:1718399243.683006:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.683009:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683030:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933a2100. 00010000:00000010:1.0:1718399243.683032:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683034:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5271d40. 00010000:00000010:1.0:1718399243.683036:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.683040:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933a2200. 00010000:00000010:1.0:1718399243.683056:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.683058:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683079:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933a2900. 00010000:00000010:1.0:1718399243.683081:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683083:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5270480. 00010000:00000010:1.0:1718399243.683085:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.683089:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933a2f00. 00010000:00000010:1.0:1718399243.683103:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.683105:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683127:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933a2d00. 00010000:00000010:1.0:1718399243.683128:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683130:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5271200. 00010000:00000010:1.0:1718399243.683132:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.683137:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092b0bd00. 00010000:00000010:1.0:1718399243.683152:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.683154:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683178:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880092b0be00. 00010000:00000010:1.0:1718399243.683179:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683181:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800a5270fc0. 00010000:00000010:1.0:1718399243.683183:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.683188:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092b0bc00. 00010000:00000010:1.0:1718399243.683202:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.683205:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683225:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880092b0b500. 00010000:00000010:1.0:1718399243.683226:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683230:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f24000. 00010000:00000010:1.0:1718399243.683232:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.683237:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092b0b300. 00010000:00000010:1.0:1718399243.683251:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.683253:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683296:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880092b0b700. 00010000:00000010:1.0:1718399243.683298:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683301:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f27840. 00010000:00000010:1.0:1718399243.683303:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.683308:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092b0b100. 00010000:00000010:1.0:1718399243.683323:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.683325:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683346:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880092b0ba00. 00010000:00000010:1.0:1718399243.683348:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683350:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f26ac0. 00010000:00000010:1.0:1718399243.683352:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.683356:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092b0bf00. 00010000:00000010:1.0:1718399243.683371:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.683373:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683395:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880092b0b600. 00010000:00000010:1.0:1718399243.683397:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683399:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f26640. 00010000:00000010:1.0:1718399243.683400:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.683405:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092b0b900. 00010000:00000010:1.0:1718399243.683419:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.683421:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683442:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880092b0b200. 00010000:00000010:1.0:1718399243.683443:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683445:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f27180. 00010000:00000010:1.0:1718399243.683447:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.683452:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092b0b400. 00010000:00000010:1.0:1718399243.683468:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.683470:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683491:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88008f19df00. 00010000:00000010:1.0:1718399243.683493:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683495:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f258c0. 00010000:00000010:1.0:1718399243.683496:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.683502:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88008f19d400. 00010000:00000010:1.0:1718399243.683516:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.683518:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683540:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88008f19da00. 00010000:00000010:1.0:1718399243.683541:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683543:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f27600. 00010000:00000010:1.0:1718399243.683545:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.683549:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88008f19d600. 00010000:00000010:1.0:1718399243.683563:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.683565:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683589:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88008f19d700. 00010000:00000010:1.0:1718399243.683591:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683593:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f25d40. 00010000:00000010:1.0:1718399243.683595:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.683600:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88008f19de00. 00010000:00000010:1.0:1718399243.683614:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.683616:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683636:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88008f19d800. 00010000:00000010:1.0:1718399243.683637:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683639:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f25440. 00010000:00000010:1.0:1718399243.683646:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.683651:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88008f19d900. 00010000:00000010:1.0:1718399243.683667:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.683669:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683690:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88008f19dc00. 00010000:00000010:1.0:1718399243.683691:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683693:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f25f80. 00010000:00000010:1.0:1718399243.683695:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.683699:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88008f19dd00. 00010000:00000010:1.0:1718399243.683713:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.683715:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683735:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88008f19db00. 00010000:00000010:1.0:1718399243.683737:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683739:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f26f40. 00010000:00000010:1.0:1718399243.683741:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.683746:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88008f19d200. 00010000:00000010:1.0:1718399243.683760:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.683762:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683798:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009c2e8b00. 00010000:00000010:1.0:1718399243.683800:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683802:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f26400. 00010000:00000010:1.0:1718399243.683804:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.683810:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009c2e8200. 00010000:00000010:1.0:1718399243.683896:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.683899:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683922:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009c2e8900. 00010000:00000010:1.0:1718399243.683923:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683925:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f25680. 00010000:00000010:1.0:1718399243.683927:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.683938:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009c2e8a00. 00010000:00000010:1.0:1718399243.683954:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.683956:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683980:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009c2e8e00. 00010000:00000010:1.0:1718399243.683981:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.683983:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f24900. 00010000:00000010:1.0:1718399243.683984:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.683989:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009c2e8100. 00010000:00000010:1.0:1718399243.684001:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.684003:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684034:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009c2e8d00. 00010000:00000010:1.0:1718399243.684035:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684037:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f27cc0. 00010000:00000010:1.0:1718399243.684039:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.684049:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009c2e8c00. 00010000:00000010:1.0:1718399243.684064:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.684066:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684094:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009c2e8f00. 00010000:00000010:1.0:1718399243.684096:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684098:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f24240. 00010000:00000010:1.0:1718399243.684100:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.684111:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009c2e8500. 00010000:00000010:1.0:1718399243.684126:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.684128:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684158:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009c2e8700. 00010000:00000010:1.0:1718399243.684159:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684162:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f27a80. 00010000:00000010:1.0:1718399243.684163:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.684168:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009c2e8800. 00010000:00000010:1.0:1718399243.684192:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.684194:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684232:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009c2e8400. 00010000:00000010:1.0:1718399243.684233:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684236:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f25200. 00010000:00000010:1.0:1718399243.684238:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.684244:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800928fb500. 00010000:00000010:1.0:1718399243.684267:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.684472:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684502:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800928fbf00. 00010000:00000010:1.0:1718399243.684504:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684506:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f24480. 00010000:00000010:1.0:1718399243.684514:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.684520:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800928fb900. 00010000:00000010:1.0:1718399243.684538:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.684540:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684580:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800928fba00. 00010000:00000010:1.0:1718399243.684582:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684584:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f26880. 00010000:00000010:1.0:1718399243.684586:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.684591:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800928fbe00. 00010000:00000010:1.0:1718399243.684613:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.684616:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684643:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800928fb800. 00010000:00000010:1.0:1718399243.684645:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684647:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f261c0. 00010000:00000010:1.0:1718399243.684649:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.684654:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800928fb600. 00010000:00000010:1.0:1718399243.684674:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.684677:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684704:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800928fb700. 00010000:00000010:1.0:1718399243.684705:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684707:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f24b40. 00010000:00000010:1.0:1718399243.684709:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.684714:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800928fb400. 00010000:00000010:1.0:1718399243.684732:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.684734:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684760:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800928fbc00. 00010000:00000010:1.0:1718399243.684762:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684764:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f246c0. 00010000:00000010:1.0:1718399243.684765:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.684779:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800928fbd00. 00010000:00000010:1.0:1718399243.684802:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.684805:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684836:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800928fbb00. 00010000:00000010:1.0:1718399243.684838:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684840:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f25b00. 00010000:00000010:1.0:1718399243.684842:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.684847:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800928fb100. 00010000:00000010:1.0:1718399243.684869:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.684871:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684897:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800928fb000. 00010000:00000010:1.0:1718399243.684899:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684901:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093f273c0. 00010000:00000010:1.0:1718399243.684903:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.684909:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800928fb200. 00010000:00000010:1.0:1718399243.684930:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.684932:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684964:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880135b80300. 00010000:00000010:1.0:1718399243.684966:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.684969:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093d45b00. 00010000:00000010:1.0:1718399243.684971:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.684976:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880135b80d00. 00010000:00000010:1.0:1718399243.684997:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.685000:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685027:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880135b80800. 00010000:00000010:1.0:1718399243.685029:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685030:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093d46640. 00010000:00000010:1.0:1718399243.685032:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.685043:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880135b80200. 00010000:00000010:1.0:1718399243.685065:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.685067:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685089:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880135b80100. 00010000:00000010:1.0:1718399243.685091:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685093:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093d46f40. 00010000:00000010:1.0:1718399243.685094:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.685099:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880135b80c00. 00010000:00000010:1.0:1718399243.685109:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.685111:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685128:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880135b80a00. 00010000:00000010:1.0:1718399243.685129:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685131:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093d46ac0. 00010000:00000010:1.0:1718399243.685133:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.685138:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880135b80f00. 00010000:00000010:1.0:1718399243.685152:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.685154:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685175:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880135b80e00. 00010000:00000010:1.0:1718399243.685176:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685178:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093d47840. 00010000:00000010:1.0:1718399243.685180:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.685185:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880135b80400. 00010000:00000010:1.0:1718399243.685199:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.685201:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685222:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880135b80500. 00010000:00000010:1.0:1718399243.685223:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685225:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093d458c0. 00010000:00000010:1.0:1718399243.685227:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.685231:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880135b80600. 00010000:00000010:1.0:1718399243.685245:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.685247:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685267:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880135b80b00. 00010000:00000010:1.0:1718399243.685285:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685288:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093d44000. 00010000:00000010:1.0:1718399243.685290:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.685297:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800931e2a00. 00010000:00000010:1.0:1718399243.685313:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.685315:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685336:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800931e2000. 00010000:00000010:1.0:1718399243.685338:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685340:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093d45f80. 00010000:00000010:1.0:1718399243.685341:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.685346:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800931e2400. 00010000:00000010:1.0:1718399243.685361:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.685363:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685383:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800931e2f00. 00010000:00000010:1.0:1718399243.685384:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685385:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093d47a80. 00010000:00000010:1.0:1718399243.685387:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.685392:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800931e2d00. 00010000:00000010:1.0:1718399243.685405:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.685407:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685425:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800931e2300. 00010000:00000010:1.0:1718399243.685426:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685428:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093d45200. 00010000:00000010:1.0:1718399243.685430:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.685435:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800931e2800. 00010000:00000010:1.0:1718399243.685450:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.685452:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685472:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800931e2200. 00010000:00000010:1.0:1718399243.685474:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685476:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093d46880. 00010000:00000010:1.0:1718399243.685478:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.685483:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800931e2700. 00010000:00000010:1.0:1718399243.685497:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.685499:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685518:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800931e2500. 00010000:00000010:1.0:1718399243.685520:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685521:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093d45d40. 00010000:00000010:1.0:1718399243.685523:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.685528:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800931e2600. 00010000:00000010:1.0:1718399243.685540:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.685542:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685562:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800931e2c00. 00010000:00000010:1.0:1718399243.685563:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685565:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093d44d80. 00010000:00000010:1.0:1718399243.685566:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.685570:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800931e2900. 00010000:00000010:1.0:1718399243.685583:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.685584:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685602:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800931e2100. 00010000:00000010:1.0:1718399243.685603:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685606:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093d47cc0. 00010000:00000010:1.0:1718399243.685608:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.685613:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800931e2b00. 00010000:00000010:1.0:1718399243.685626:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.685629:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685650:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ca1f00. 00010000:00000010:1.0:1718399243.685651:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685653:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093d45680. 00010000:00000010:1.0:1718399243.685655:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.685660:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ca1b00. 00010000:00000010:1.0:1718399243.685674:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.685677:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685696:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ca1400. 00010000:00000010:1.0:1718399243.685698:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685700:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093d44240. 00010000:00000010:1.0:1718399243.685702:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.685707:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ca1c00. 00010000:00000010:1.0:1718399243.685721:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.685723:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685746:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ca1d00. 00010000:00000010:1.0:1718399243.685748:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685750:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093d44900. 00010000:00000010:1.0:1718399243.685752:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.685757:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ca1500. 00010000:00000010:1.0:1718399243.685789:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.685791:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685812:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ca1000. 00010000:00000010:1.0:1718399243.685814:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685816:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093d461c0. 00010000:00000010:1.0:1718399243.685818:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.685824:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ca1e00. 00010000:00000010:1.0:1718399243.685838:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.685841:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685865:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ca1300. 00010000:00000010:1.0:1718399243.685867:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685869:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093d47600. 00010000:00000010:1.0:1718399243.685871:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.685876:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ca1800. 00010000:00000010:1.0:1718399243.685890:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.685892:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685913:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093ca1a00. 00010000:00000010:1.0:1718399243.685915:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685917:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093d473c0. 00010000:00000010:1.0:1718399243.685920:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.685924:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093ca1700. 00010000:00000010:1.0:1718399243.685937:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.685939:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685957:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009cd42100. 00010000:00000010:1.0:1718399243.685959:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.685961:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093d46400. 00010000:00000010:1.0:1718399243.685963:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.685968:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009cd42f00. 00010000:00000010:1.0:1718399243.685982:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.685984:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686003:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009cd42c00. 00010000:00000010:1.0:1718399243.686005:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686007:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce2400. 00010000:00000010:1.0:1718399243.686009:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686014:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88008fca0500. 00010000:00000010:1.0:1718399243.686027:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.686029:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686050:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88008fca0a00. 00010000:00000010:1.0:1718399243.686051:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686054:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce0900. 00010000:00000010:1.0:1718399243.686055:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686060:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88008fca0c00. 00010000:00000010:1.0:1718399243.686075:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.686077:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686097:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88008fca0200. 00010000:00000010:1.0:1718399243.686099:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686101:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce2f40. 00010000:00000010:1.0:1718399243.686103:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686108:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88008fca0100. 00010000:00000010:1.0:1718399243.686122:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.686124:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686145:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012dc49a00. 00010000:00000010:1.0:1718399243.686146:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686149:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce3180. 00010000:00000010:1.0:1718399243.686151:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686156:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012dc49400. 00010000:00000010:1.0:1718399243.686170:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.686172:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686191:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012dc49e00. 00010000:00000010:1.0:1718399243.686193:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686195:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce1440. 00010000:00000010:1.0:1718399243.686197:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686202:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012dc49f00. 00010000:00000010:1.0:1718399243.686214:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.686216:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686234:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012dc49600. 00010000:00000010:1.0:1718399243.686236:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686239:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce2880. 00010000:00000010:1.0:1718399243.686240:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686245:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012dc49900. 00010000:00000010:1.0:1718399243.686258:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.686260:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686297:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012dc49500. 00010000:00000010:1.0:1718399243.686298:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686300:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce0480. 00010000:00000010:1.0:1718399243.686302:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686307:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012dc49300. 00010000:00000010:1.0:1718399243.686321:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.686322:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686343:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012dc49000. 00010000:00000010:1.0:1718399243.686344:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686346:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce1f80. 00010000:00000010:1.0:1718399243.686347:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686352:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012dc49c00. 00010000:00000010:1.0:1718399243.686365:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.686367:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686385:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5056000. 00010000:00000010:1.0:1718399243.686386:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686388:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce1680. 00010000:00000010:1.0:1718399243.686390:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686394:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5056300. 00010000:00000010:1.0:1718399243.686408:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.686410:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686431:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5056900. 00010000:00000010:1.0:1718399243.686432:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686434:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce3840. 00010000:00000010:1.0:1718399243.686436:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686441:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5056f00. 00010000:00000010:1.0:1718399243.686453:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.686455:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686474:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5056a00. 00010000:00000010:1.0:1718399243.686475:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686477:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce0fc0. 00010000:00000010:1.0:1718399243.686479:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686484:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5056c00. 00010000:00000010:1.0:1718399243.686496:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.686498:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686515:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5056400. 00010000:00000010:1.0:1718399243.686516:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686518:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce0d80. 00010000:00000010:1.0:1718399243.686520:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686524:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5056600. 00010000:00000010:1.0:1718399243.686536:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.686538:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686556:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5056b00. 00010000:00000010:1.0:1718399243.686558:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686560:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce1b00. 00010000:00000010:1.0:1718399243.686562:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686566:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5056700. 00010000:00000010:1.0:1718399243.686579:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.686581:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686602:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5056200. 00010000:00000010:1.0:1718399243.686603:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686605:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce3600. 00010000:00000010:1.0:1718399243.686607:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686612:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5056e00. 00010000:00000010:1.0:1718399243.686628:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.686630:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686652:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009a94b700. 00010000:00000010:1.0:1718399243.686653:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686655:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce1200. 00010000:00000010:1.0:1718399243.686657:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686662:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009a94be00. 00010000:00000010:1.0:1718399243.686677:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.686680:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686703:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009a94bb00. 00010000:00000010:1.0:1718399243.686704:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686706:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce06c0. 00010000:00000010:1.0:1718399243.686708:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686712:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009a94ba00. 00010000:00000010:1.0:1718399243.686726:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.686728:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686747:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009a94b300. 00010000:00000010:1.0:1718399243.686748:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686750:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce21c0. 00010000:00000010:1.0:1718399243.686752:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686756:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009a94bd00. 00010000:00000010:1.0:1718399243.686768:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.686769:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686797:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009a94b900. 00010000:00000010:1.0:1718399243.686798:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686800:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce1d40. 00010000:00000010:1.0:1718399243.686802:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686806:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009a94b800. 00010000:00000010:1.0:1718399243.686821:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.686823:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686843:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009a94b000. 00010000:00000010:1.0:1718399243.686845:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686847:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce2d00. 00010000:00000010:1.0:1718399243.686849:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686853:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009a94b200. 00010000:00000010:1.0:1718399243.686866:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.686868:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686887:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009a94b500. 00010000:00000010:1.0:1718399243.686889:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686891:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce0b40. 00010000:00000010:1.0:1718399243.686892:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686897:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009a94bf00. 00010000:00000010:1.0:1718399243.686909:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.686911:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686930:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009a94bc00. 00010000:00000010:1.0:1718399243.686931:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686934:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce0240. 00010000:00000010:1.0:1718399243.686935:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686940:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009a94b600. 00010000:00000010:1.0:1718399243.686954:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.686956:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686978:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88011f0a3e00. 00010000:00000010:1.0:1718399243.686980:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.686982:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce2640. 00010000:00000010:1.0:1718399243.686983:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.686989:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88011f0a3a00. 00010000:00000010:1.0:1718399243.687003:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.687005:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687026:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88011f0a3800. 00010000:00000010:1.0:1718399243.687027:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687030:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce33c0. 00010000:00000010:1.0:1718399243.687031:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.687036:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88011f0a3600. 00010000:00000010:1.0:1718399243.687050:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.687051:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687070:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88011f0a3200. 00010000:00000010:1.0:1718399243.687072:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687074:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce3cc0. 00010000:00000010:1.0:1718399243.687076:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.687081:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88011f0a3400. 00010000:00000010:1.0:1718399243.687095:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.687097:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687117:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88011f0a3d00. 00010000:00000010:1.0:1718399243.687118:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687120:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce18c0. 00010000:00000010:1.0:1718399243.687122:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.687127:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88011f0a3000. 00010000:00000010:1.0:1718399243.687141:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.687143:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687164:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88011f0a3f00. 00010000:00000010:1.0:1718399243.687166:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687168:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093ce2ac0. 00010000:00000010:1.0:1718399243.687170:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.687175:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88011f0a3900. 00010000:00000010:1.0:1718399243.687189:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.687191:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687210:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88011f0a3b00. 00010000:00000010:1.0:1718399243.687212:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687215:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d46c0. 00010000:00000010:1.0:1718399243.687217:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.687221:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88011f0a3500. 00010000:00000010:1.0:1718399243.687235:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.687237:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687261:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88011f0a3100. 00010000:00000010:1.0:1718399243.687262:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687265:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d4b40. 00010000:00000010:1.0:1718399243.687266:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.687291:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88013101e500. 00010000:00000010:1.0:1718399243.687306:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.687309:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687331:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88013101ef00. 00010000:00000010:1.0:1718399243.687333:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687335:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d4240. 00010000:00000010:1.0:1718399243.687337:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.687342:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88013101e600. 00010000:00000010:1.0:1718399243.687355:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.687357:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687377:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88013101e300. 00010000:00000010:1.0:1718399243.687379:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687381:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d73c0. 00010000:00000010:1.0:1718399243.687383:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.687388:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88013101ee00. 00010000:00000010:1.0:1718399243.687400:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.687402:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687420:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88013101e000. 00010000:00000010:1.0:1718399243.687421:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687423:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d4000. 00010000:00000010:1.0:1718399243.687425:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.687430:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88013101ea00. 00010000:00000010:1.0:1718399243.687444:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.687447:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687467:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88013101e400. 00010000:00000010:1.0:1718399243.687469:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687470:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d7840. 00010000:00000010:1.0:1718399243.687472:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.687477:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88013101e100. 00010000:00000010:1.0:1718399243.687491:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.687493:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687513:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88013101e800. 00010000:00000010:1.0:1718399243.687515:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687517:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d7cc0. 00010000:00000010:1.0:1718399243.687519:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.687524:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88013101eb00. 00010000:00000010:1.0:1718399243.687538:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.687540:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687562:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093523300. 00010000:00000010:1.0:1718399243.687563:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687565:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d4d80. 00010000:00000010:1.0:1718399243.687567:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.687572:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093523100. 00010000:00000010:1.0:1718399243.687586:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.687588:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687609:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093523500. 00010000:00000010:1.0:1718399243.687610:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687612:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d5680. 00010000:00000010:1.0:1718399243.687614:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.687619:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093523400. 00010000:00000010:1.0:1718399243.687633:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.687635:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687656:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093523d00. 00010000:00000010:1.0:1718399243.687657:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687659:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d6ac0. 00010000:00000010:1.0:1718399243.687661:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.687666:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093523700. 00010000:00000010:1.0:1718399243.687680:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.687682:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:0.1:1718399243.687695:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093531680. 00010000:00000010:1.0:1718399243.687701:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093523000. 00010000:00000010:0.1:1718399243.687701:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012b538300. 00010000:00000010:1.0:1718399243.687703:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687705:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d4480. 00010000:00000010:1.0:1718399243.687707:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.687712:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093523600. 00010000:00000010:1.0:1718399243.687726:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:0.1:1718399243.687726:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b89680. 00010000:00000010:1.0:1718399243.687728:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687750:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093523800. 00010000:00000010:1.0:1718399243.687752:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687754:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d58c0. 00010000:00000010:1.0:1718399243.687756:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.687761:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093523a00. 00010000:00000010:0.1:1718399243.687769:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093523b00. 00010000:00000010:0.1:1718399243.687783:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b88d80. 00010000:00000010:1.0:1718399243.687788:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.687790:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687810:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093523200. 00010000:00000010:1.0:1718399243.687812:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687814:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d61c0. 00010000:00000010:1.0:1718399243.687816:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.687821:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093523e00. 00010000:00000010:1.0:1718399243.687835:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.687837:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687859:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093523f00. 00010000:00000010:1.0:1718399243.687861:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687864:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d6880. 00010000:00000010:1.0:1718399243.687866:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.687871:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093523c00. 00010000:00000010:1.0:1718399243.687884:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.687886:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687904:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093523b00. 00010000:00000010:1.0:1718399243.687906:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687908:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d5440. 00010000:00000010:1.0:1718399243.687911:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.687916:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88006f00bf00. 00010000:00000010:1.0:1718399243.687931:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.687933:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687952:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88006f00ba00. 00010000:00000010:1.0:1718399243.687953:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687955:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d4fc0. 00010000:00000010:1.0:1718399243.687957:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.687962:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88006f00b800. 00010000:00000010:1.0:1718399243.687975:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.687977:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.687998:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88006f00bd00. 00010000:00000010:1.0:1718399243.688000:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688002:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d6d00. 00010000:00000010:1.0:1718399243.688004:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.688009:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88006f00b200. 00010000:00000010:1.0:1718399243.688022:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.688024:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688047:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88006f00b400. 00010000:00000010:1.0:1718399243.688048:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688050:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d7a80. 00010000:00000010:1.0:1718399243.688053:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.688057:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88006f00be00. 00010000:00000010:1.0:1718399243.688071:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.688073:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688093:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88006f00b500. 00010000:00000010:1.0:1718399243.688094:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688096:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d5b00. 00010000:00000010:1.0:1718399243.688098:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.688103:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88006f00b100. 00010000:00000010:1.0:1718399243.688117:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.688119:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688143:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880092bf4a00. 00010000:00000010:1.0:1718399243.688145:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688147:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d4900. 00010000:00000010:1.0:1718399243.688149:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.688154:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092bf4600. 00010000:00000010:1.0:1718399243.688168:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.688170:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688189:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880092bf4f00. 00010000:00000010:1.0:1718399243.688191:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688193:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d5200. 00010000:00000010:1.0:1718399243.688195:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.688199:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092bf4000. 00010000:00000010:1.0:1718399243.688213:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.688215:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688234:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880092bf4400. 00010000:00000010:1.0:1718399243.688236:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688238:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d5d40. 00010000:00000010:1.0:1718399243.688240:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.688245:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092bf4d00. 00010000:00000010:1.0:1718399243.688258:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.688261:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00000001:00000010:1.0:1718399243.688307:0:30956:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a9f1688. 00000001:00000010:1.0:1718399243.688311:0:30956:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a9f1688. 00000001:00000010:1.0:1718399243.688313:0:30956:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009a9f1688. 00000001:00000010:1.0:1718399243.688314:0:30956:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a9f1f20. 00010000:00000010:1.0:1718399243.688327:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880092bf4b00. 00010000:00000010:1.0:1718399243.688329:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688331:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d6f40. 00010000:00000010:1.0:1718399243.688333:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.688339:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092bf4700. 00010000:00000010:1.0:1718399243.688355:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.688357:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688379:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880092bf4e00. 00010000:00000010:1.0:1718399243.688380:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688382:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d7180. 00010000:00000010:1.0:1718399243.688384:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.688389:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092bf4900. 00010000:00000010:1.0:1718399243.688402:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.688404:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688426:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093177c00. 00010000:00000010:1.0:1718399243.688427:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688430:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800931d5f80. 00010000:00000010:1.0:1718399243.688431:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.688436:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093177200. 00010000:00000010:1.0:1718399243.688450:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.688452:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688474:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093177d00. 00010000:00000010:1.0:1718399243.688476:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688479:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935ca1c0. 00010000:00000010:1.0:1718399243.688481:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.688486:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093177100. 00010000:00000010:1.0:1718399243.688500:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.688502:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688523:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093177000. 00010000:00000010:1.0:1718399243.688524:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688526:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935c8900. 00010000:00000010:1.0:1718399243.688528:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.688533:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093177300. 00010000:00000010:1.0:1718399243.688547:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.688550:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688570:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093177700. 00010000:00000010:1.0:1718399243.688571:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688573:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935caac0. 00010000:00000010:1.0:1718399243.688575:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.688580:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093177f00. 00010000:00000010:1.0:1718399243.688593:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.688595:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688615:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093177b00. 00010000:00000010:1.0:1718399243.688617:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688619:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935cb3c0. 00010000:00000010:1.0:1718399243.688621:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.688626:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093177900. 00010000:00000010:1.0:1718399243.688640:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.688642:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688662:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093177500. 00010000:00000010:1.0:1718399243.688664:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688666:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935c9f80. 00010000:00000010:1.0:1718399243.688668:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.688672:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093177a00. 00010000:00000010:1.0:1718399243.688686:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.688688:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688707:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093177800. 00010000:00000010:1.0:1718399243.688708:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688710:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935c9440. 00010000:00000010:1.0:1718399243.688712:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.688716:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093177e00. 00010000:00000010:1.0:1718399243.688729:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.688731:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688751:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093144500. 00010000:00000010:1.0:1718399243.688752:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688754:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935ca640. 00010000:00000010:1.0:1718399243.688756:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.688761:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093144b00. 00010000:00000010:1.0:1718399243.688784:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.688786:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688806:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093144100. 00010000:00000010:1.0:1718399243.688807:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688809:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935c8fc0. 00010000:00000010:1.0:1718399243.688811:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.688815:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093144000. 00010000:00000010:1.0:1718399243.688828:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.688830:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688847:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093144f00. 00010000:00000010:1.0:1718399243.688849:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688851:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935caf40. 00010000:00000010:1.0:1718399243.688852:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.688857:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093144700. 00010000:00000010:1.0:1718399243.688869:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.688871:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688891:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093144a00. 00010000:00000010:1.0:1718399243.688892:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688894:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935c9200. 00010000:00000010:1.0:1718399243.688896:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.688900:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093144c00. 00010000:00000010:1.0:1718399243.688915:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.688918:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688939:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093144d00. 00010000:00000010:1.0:1718399243.688941:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688943:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935cb180. 00010000:00000010:1.0:1718399243.688945:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.688949:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093144300. 00010000:00000010:1.0:1718399243.688962:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.688964:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688983:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093144400. 00010000:00000010:1.0:1718399243.688984:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.688986:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935cb600. 00010000:00000010:1.0:1718399243.688988:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.688993:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093144900. 00010000:00000010:1.0:1718399243.689007:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689009:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689031:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093144600. 00010000:00000010:1.0:1718399243.689033:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689034:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935c98c0. 00010000:00000010:1.0:1718399243.689036:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689042:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093144e00. 00010000:00000010:1.0:1718399243.689056:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689058:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689080:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093144200. 00010000:00000010:1.0:1718399243.689082:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689084:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935c86c0. 00010000:00000010:1.0:1718399243.689086:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689092:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e30d700. 00010000:00000010:1.0:1718399243.689106:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689109:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689129:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e30d500. 00010000:00000010:1.0:1718399243.689130:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689132:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935cb840. 00010000:00000010:1.0:1718399243.689134:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689138:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e30dd00. 00010000:00000010:1.0:1718399243.689151:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689153:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689173:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e30df00. 00010000:00000010:1.0:1718399243.689174:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689176:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935c8b40. 00010000:00000010:1.0:1718399243.689177:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689181:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e30d600. 00010000:00000010:1.0:1718399243.689194:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689196:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689217:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e30d300. 00010000:00000010:1.0:1718399243.689219:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689221:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935ca880. 00010000:00000010:1.0:1718399243.689223:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689228:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e30db00. 00010000:00000010:1.0:1718399243.689240:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689242:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689261:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e30da00. 00010000:00000010:1.0:1718399243.689262:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689264:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935c9680. 00010000:00000010:1.0:1718399243.689266:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689287:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e30d100. 00010000:00000010:1.0:1718399243.689303:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689305:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689330:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e30d900. 00010000:00000010:1.0:1718399243.689332:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689334:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935c8000. 00010000:00000010:1.0:1718399243.689336:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689341:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e30d000. 00010000:00000010:1.0:1718399243.689354:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689355:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689372:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e30de00. 00010000:00000010:1.0:1718399243.689373:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689375:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935cba80. 00010000:00000010:1.0:1718399243.689376:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689379:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e30d800. 00010000:00000010:1.0:1718399243.689392:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689394:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689411:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e30d200. 00010000:00000010:1.0:1718399243.689413:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689414:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935ca400. 00010000:00000010:1.0:1718399243.689416:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689420:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ebd1800. 00010000:00000010:1.0:1718399243.689430:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689432:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689448:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012ebd1200. 00010000:00000010:1.0:1718399243.689450:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689452:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935c8240. 00010000:00000010:1.0:1718399243.689454:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689457:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ebd1700. 00010000:00000010:1.0:1718399243.689471:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689473:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689493:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012ebd1500. 00010000:00000010:1.0:1718399243.689495:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689496:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935cbcc0. 00010000:00000010:1.0:1718399243.689498:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689502:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ebd1d00. 00010000:00000010:1.0:1718399243.689513:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689515:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689532:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012ebd1100. 00010000:00000010:1.0:1718399243.689534:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689536:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935c8480. 00010000:00000010:1.0:1718399243.689537:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689541:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ebd1000. 00010000:00000010:1.0:1718399243.689552:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689554:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689572:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012ebd1600. 00010000:00000010:1.0:1718399243.689574:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689576:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800935c9b00. 00010000:00000010:1.0:1718399243.689577:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689581:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ebd1900. 00010000:00000010:1.0:1718399243.689591:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689593:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689612:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012ebd1300. 00010000:00000010:1.0:1718399243.689613:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689616:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22aac0. 00010000:00000010:1.0:1718399243.689623:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689629:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ebd1c00. 00010000:00000010:1.0:1718399243.689644:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689646:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689665:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012ebd1e00. 00010000:00000010:1.0:1718399243.689667:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689669:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22a1c0. 00010000:00000010:1.0:1718399243.689670:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689674:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ebd1a00. 00010000:00000010:1.0:1718399243.689686:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689688:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689707:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009c2f6500. 00010000:00000010:1.0:1718399243.689708:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689710:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22a400. 00010000:00000010:1.0:1718399243.689712:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689717:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009c2f6200. 00010000:00000010:1.0:1718399243.689730:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689732:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689752:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009c2f6700. 00010000:00000010:1.0:1718399243.689754:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689756:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c228000. 00010000:00000010:1.0:1718399243.689758:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689762:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009c2f6900. 00010000:00000010:1.0:1718399243.689787:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689790:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689810:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009c2f6000. 00010000:00000010:1.0:1718399243.689811:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689813:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22bcc0. 00010000:00000010:1.0:1718399243.689815:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689820:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009c2f6600. 00010000:00000010:1.0:1718399243.689832:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689834:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689856:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009c2f6100. 00010000:00000010:1.0:1718399243.689858:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689860:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22af40. 00010000:00000010:1.0:1718399243.689862:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689866:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009c2f6300. 00010000:00000010:1.0:1718399243.689878:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689880:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689897:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009c2f6a00. 00010000:00000010:1.0:1718399243.689898:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689900:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22a640. 00010000:00000010:1.0:1718399243.689902:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689906:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009c2f6400. 00010000:00000010:1.0:1718399243.689918:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689920:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689937:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009c2f6d00. 00010000:00000010:1.0:1718399243.689938:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689940:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c228480. 00010000:00000010:1.0:1718399243.689942:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689946:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009c2f6f00. 00010000:00000010:1.0:1718399243.689958:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.689960:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689977:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009c2f6800. 00010000:00000010:1.0:1718399243.689978:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.689980:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c228900. 00010000:00000010:1.0:1718399243.689981:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.689986:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880098753800. 00010000:00000010:1.0:1718399243.689998:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.690000:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690020:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880098753d00. 00010000:00000010:1.0:1718399243.690021:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690023:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c229680. 00010000:00000010:1.0:1718399243.690025:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.690029:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880098753100. 00010000:00000010:1.0:1718399243.690041:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.690043:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690062:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880098753200. 00010000:00000010:1.0:1718399243.690063:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690065:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22ad00. 00010000:00000010:1.0:1718399243.690066:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.690070:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880098753a00. 00010000:00000010:1.0:1718399243.690082:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.690084:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690104:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880098753400. 00010000:00000010:1.0:1718399243.690106:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690107:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22a880. 00010000:00000010:1.0:1718399243.690109:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.690113:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880098753600. 00010000:00000010:1.0:1718399243.690125:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.690127:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690144:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880098753300. 00010000:00000010:1.0:1718399243.690145:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690147:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22b180. 00010000:00000010:1.0:1718399243.690148:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.690153:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880098545300. 00010000:00000010:1.0:1718399243.690166:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.690167:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690183:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880098545c00. 00010000:00000010:1.0:1718399243.690185:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690186:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22b840. 00010000:00000010:1.0:1718399243.690188:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.690192:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880098545900. 00010000:00000010:1.0:1718399243.690204:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.690206:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690224:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880098545500. 00010000:00000010:1.0:1718399243.690226:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690228:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c229200. 00010000:00000010:1.0:1718399243.690230:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.690235:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880098545600. 00010000:00000010:1.0:1718399243.690248:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.690250:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690289:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880098545a00. 00010000:00000010:1.0:1718399243.690291:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690293:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c229d40. 00010000:00000010:1.0:1718399243.690295:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.690300:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880098545e00. 00010000:00000010:1.0:1718399243.690314:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.690316:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690335:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880098545400. 00010000:00000010:1.0:1718399243.690336:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690338:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c228b40. 00010000:00000010:1.0:1718399243.690339:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.690345:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009b38f000. 00010000:00000010:1.0:1718399243.690357:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.690359:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690379:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009b38fc00. 00010000:00000010:1.0:1718399243.690381:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690383:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c229b00. 00010000:00000010:1.0:1718399243.690385:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.690390:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009b38fd00. 00010000:00000010:1.0:1718399243.690403:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.690405:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690425:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009b38fe00. 00010000:00000010:1.0:1718399243.690427:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690428:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c228240. 00010000:00000010:1.0:1718399243.690430:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.690434:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009b38f200. 00010000:00000010:1.0:1718399243.690446:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.690448:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690466:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009b38f600. 00010000:00000010:1.0:1718399243.690467:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690469:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c2286c0. 00010000:00000010:1.0:1718399243.690471:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.690474:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009b38f100. 00010000:00000010:1.0:1718399243.690484:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.690485:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690503:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009b38f800. 00010000:00000010:1.0:1718399243.690504:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690506:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c2298c0. 00010000:00000010:1.0:1718399243.690508:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.690512:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009b38fa00. 00010000:00000010:1.0:1718399243.690526:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399243.690528:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690547:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009b38f300. 00010000:00000010:1.0:1718399243.690549:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ae80. 00010000:00000010:1.0:1718399243.690550:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22ba80. 00010000:00000010:1.0:1718399243.690552:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399243.690556:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009b38f400. 00010000:00000010:0.1:1718399243.695213:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5260fc0. 00080000:00000010:1.0:1718399243.706940:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009b38fa00. 00080000:00000010:1.0:1718399243.706951:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009b38f100. 00080000:00000010:1.0:1718399243.706952:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009b38f200. 00080000:00000010:1.0:1718399243.706954:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009b38fd00. 00080000:00000010:1.0:1718399243.706956:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009b38f000. 00080000:00000010:1.0:1718399243.706958:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098545e00. 00080000:00000010:1.0:1718399243.706960:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098545600. 00080000:00000010:1.0:1718399243.706962:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098545900. 00080000:00000010:1.0:1718399243.706964:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098545300. 00080000:00000010:1.0:1718399243.706965:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098753600. 00080000:00000010:1.0:1718399243.706968:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098753a00. 00080000:00000010:1.0:1718399243.706970:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098753100. 00080000:00000010:1.0:1718399243.706972:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098753800. 00080000:00000010:1.0:1718399243.706973:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009c2f6f00. 00080000:00000010:1.0:1718399243.706976:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009c2f6400. 00080000:00000010:1.0:1718399243.706978:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009c2f6300. 00080000:00000010:1.0:1718399243.706979:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009c2f6600. 00080000:00000010:1.0:1718399243.706981:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009c2f6900. 00080000:00000010:1.0:1718399243.706983:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009c2f6200. 00080000:00000010:1.0:1718399243.706984:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012ebd1a00. 00080000:00000010:1.0:1718399243.706987:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012ebd1c00. 00080000:00000010:1.0:1718399243.706989:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012ebd1900. 00080000:00000010:1.0:1718399243.706991:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012ebd1000. 00080000:00000010:1.0:1718399243.706992:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012ebd1d00. 00080000:00000010:1.0:1718399243.706994:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012ebd1700. 00080000:00000010:1.0:1718399243.706995:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012ebd1800. 00080000:00000010:1.0:1718399243.706997:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012e30d800. 00080000:00000010:1.0:1718399243.707000:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012e30d000. 00080000:00000010:1.0:1718399243.707001:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012e30d100. 00080000:00000010:1.0:1718399243.707003:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012e30db00. 00080000:00000010:1.0:1718399243.707004:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012e30d600. 00080000:00000010:1.0:1718399243.707006:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012e30dd00. 00080000:00000010:1.0:1718399243.707007:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012e30d700. 00080000:00000010:1.0:1718399243.707009:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093144e00. 00080000:00000010:1.0:1718399243.707013:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093144900. 00080000:00000010:1.0:1718399243.707015:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093144300. 00080000:00000010:1.0:1718399243.707017:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093144c00. 00080000:00000010:1.0:1718399243.707018:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093144700. 00080000:00000010:1.0:1718399243.707020:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093144000. 00080000:00000010:1.0:1718399243.707021:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093144b00. 00080000:00000010:1.0:1718399243.707023:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093177e00. 00080000:00000010:1.0:1718399243.707026:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093177a00. 00080000:00000010:1.0:1718399243.707028:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093177900. 00080000:00000010:1.0:1718399243.707029:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093177f00. 00080000:00000010:1.0:1718399243.707031:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093177300. 00080000:00000010:1.0:1718399243.707032:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093177100. 00080000:00000010:1.0:1718399243.707033:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093177200. 00080000:00000010:1.0:1718399243.707035:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092bf4900. 00080000:00000010:1.0:1718399243.707038:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092bf4700. 00080000:00000010:1.0:1718399243.707039:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092bf4d00. 00080000:00000010:1.0:1718399243.707041:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092bf4000. 00080000:00000010:1.0:1718399243.707043:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092bf4600. 00080000:00000010:1.0:1718399243.707044:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88006f00b100. 00080000:00000010:1.0:1718399243.707048:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88006f00be00. 00080000:00000010:1.0:1718399243.707049:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88006f00b200. 00080000:00000010:1.0:1718399243.707051:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88006f00b800. 00080000:00000010:1.0:1718399243.707053:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88006f00bf00. 00080000:00000010:1.0:1718399243.707054:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093523c00. 00080000:00000010:1.0:1718399243.707057:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093523e00. 00080000:00000010:1.0:1718399243.707059:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093523a00. 00080000:00000010:1.0:1718399243.707061:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093523600. 00080000:00000010:1.0:1718399243.707062:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093523700. 00080000:00000010:1.0:1718399243.707063:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093523400. 00080000:00000010:1.0:1718399243.707065:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093523100. 00080000:00000010:1.0:1718399243.707066:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88013101eb00. 00080000:00000010:1.0:1718399243.707070:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88013101e100. 00080000:00000010:1.0:1718399243.707071:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88013101ea00. 00080000:00000010:1.0:1718399243.707073:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88013101ee00. 00080000:00000010:1.0:1718399243.707074:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88013101e600. 00080000:00000010:1.0:1718399243.707076:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88013101e500. 00080000:00000010:1.0:1718399243.707078:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88011f0a3500. 00080000:00000010:1.0:1718399243.707083:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88011f0a3900. 00080000:00000010:1.0:1718399243.707085:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88011f0a3000. 00080000:00000010:1.0:1718399243.707087:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88011f0a3400. 00080000:00000010:1.0:1718399243.707089:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88011f0a3600. 00080000:00000010:1.0:1718399243.707090:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88011f0a3a00. 00080000:00000010:1.0:1718399243.707093:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009a94b600. 00080000:00000010:1.0:1718399243.707095:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009a94bf00. 00080000:00000010:1.0:1718399243.707097:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009a94b200. 00080000:00000010:1.0:1718399243.707098:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009a94b800. 00080000:00000010:1.0:1718399243.707101:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009a94bd00. 00080000:00000010:1.0:1718399243.707102:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009a94ba00. 00080000:00000010:1.0:1718399243.707104:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009a94be00. 00080000:00000010:1.0:1718399243.707106:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5056e00. 00080000:00000010:1.0:1718399243.707111:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5056700. 00080000:00000010:1.0:1718399243.707113:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5056600. 00080000:00000010:1.0:1718399243.707115:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5056c00. 00080000:00000010:1.0:1718399243.707117:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5056f00. 00080000:00000010:1.0:1718399243.707118:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5056300. 00080000:00000010:1.0:1718399243.707120:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012dc49c00. 00080000:00000010:1.0:1718399243.707122:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012dc49300. 00080000:00000010:1.0:1718399243.707124:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012dc49900. 00080000:00000010:1.0:1718399243.707126:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012dc49f00. 00080000:00000010:1.0:1718399243.707127:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012dc49400. 00080000:00000010:1.0:1718399243.707129:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88008fca0100. 00080000:00000010:1.0:1718399243.707131:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88008fca0c00. 00080000:00000010:1.0:1718399243.707133:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88008fca0500. 00080000:00000010:1.0:1718399243.707134:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009cd42f00. 00080000:00000010:1.0:1718399243.707137:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ca1700. 00080000:00000010:1.0:1718399243.707140:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ca1800. 00080000:00000010:1.0:1718399243.707141:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ca1e00. 00080000:00000010:1.0:1718399243.707143:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ca1500. 00080000:00000010:1.0:1718399243.707144:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ca1c00. 00080000:00000010:1.0:1718399243.707147:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ca1b00. 00080000:00000010:1.0:1718399243.707148:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800931e2b00. 00080000:00000010:1.0:1718399243.707151:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800931e2900. 00080000:00000010:1.0:1718399243.707153:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800931e2600. 00080000:00000010:1.0:1718399243.707154:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800931e2700. 00080000:00000010:1.0:1718399243.707156:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800931e2800. 00080000:00000010:1.0:1718399243.707157:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800931e2d00. 00080000:00000010:1.0:1718399243.707158:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800931e2400. 00080000:00000010:1.0:1718399243.707160:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800931e2a00. 00080000:00000010:1.0:1718399243.707161:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880135b80600. 00080000:00000010:1.0:1718399243.707163:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880135b80400. 00080000:00000010:1.0:1718399243.707165:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880135b80f00. 00080000:00000010:1.0:1718399243.707166:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880135b80c00. 00080000:00000010:1.0:1718399243.707168:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880135b80200. 00080000:00000010:1.0:1718399243.707169:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880135b80d00. 00080000:00000010:1.0:1718399243.707171:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800928fb200. 00080000:00000010:1.0:1718399243.707173:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800928fb100. 00080000:00000010:1.0:1718399243.707175:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800928fbd00. 00080000:00000010:1.0:1718399243.707177:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800928fb400. 00080000:00000010:1.0:1718399243.707178:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800928fb600. 00080000:00000010:1.0:1718399243.707180:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800928fbe00. 00080000:00000010:1.0:1718399243.707181:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800928fb900. 00080000:00000010:1.0:1718399243.707182:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800928fb500. 00080000:00000010:1.0:1718399243.707183:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009c2e8800. 00080000:00000010:1.0:1718399243.707186:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009c2e8500. 00080000:00000010:1.0:1718399243.707188:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009c2e8c00. 00080000:00000010:1.0:1718399243.707189:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009c2e8100. 00080000:00000010:1.0:1718399243.707190:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009c2e8a00. 00080000:00000010:1.0:1718399243.707192:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009c2e8200. 00080000:00000010:1.0:1718399243.707193:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88008f19d200. 00080000:00000010:1.0:1718399243.707197:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88008f19dd00. 00080000:00000010:1.0:1718399243.707198:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88008f19d900. 00080000:00000010:1.0:1718399243.707200:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88008f19de00. 00080000:00000010:1.0:1718399243.707202:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88008f19d600. 00080000:00000010:1.0:1718399243.707203:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88008f19d400. 00080000:00000010:1.0:1718399243.707205:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092b0b400. 00080000:00000010:1.0:1718399243.707207:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092b0b900. 00080000:00000010:1.0:1718399243.707209:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092b0bf00. 00080000:00000010:1.0:1718399243.707210:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092b0b100. 00080000:00000010:1.0:1718399243.707212:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092b0b300. 00080000:00000010:1.0:1718399243.707214:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092b0bc00. 00080000:00000010:1.0:1718399243.707215:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880092b0bd00. 00080000:00000010:1.0:1718399243.707217:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800933a2f00. 00080000:00000010:1.0:1718399243.707221:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800933a2200. 00080000:00000010:1.0:1718399243.707222:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800933a2000. 00080000:00000010:1.0:1718399243.707224:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800933a2600. 00080000:00000010:1.0:1718399243.707225:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800933a2500. 00080000:00000010:1.0:1718399243.707227:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800933a2300. 00080000:00000010:1.0:1718399243.707228:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800933a2e00. 00080000:00000010:1.0:1718399243.707230:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ebf000. 00080000:00000010:1.0:1718399243.707233:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ebf900. 00080000:00000010:1.0:1718399243.707235:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ebfe00. 00080000:00000010:1.0:1718399243.707236:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ebfc00. 00080000:00000010:1.0:1718399243.707238:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ebf100. 00080000:00000010:1.0:1718399243.707240:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ebf400. 00080000:00000010:1.0:1718399243.707241:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51dac00. 00080000:00000010:1.0:1718399243.707243:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51dab00. 00080000:00000010:1.0:1718399243.707245:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51da000. 00080000:00000010:1.0:1718399243.707246:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51da800. 00080000:00000010:1.0:1718399243.707248:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51daf00. 00080000:00000010:1.0:1718399243.707250:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59ce00. 00080000:00000010:1.0:1718399243.707252:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093d5f900. 00080000:00000010:1.0:1718399243.707254:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009577a800. 00080000:00000010:1.0:1718399243.707258:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3600. 00080000:00000010:1.0:1718399243.707262:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355e400. 00080000:00000010:1.0:1718399243.707264:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098127500. 00080000:00000010:1.0:1718399243.707266:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009365c500. 00080000:00000010:1.0:1718399243.707296:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009365c600. 00080000:00000010:1.0:1718399243.707297:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009365cf00. 00080000:00000010:1.0:1718399243.707299:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009365cb00. 00080000:00000010:1.0:1718399243.707301:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880095725b00. 00080000:00000010:1.0:1718399243.707303:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880095725300. 00080000:00000010:1.0:1718399243.707305:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880136730800. 00080000:00000010:1.0:1718399243.707308:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800b43ffe00. 00080000:00000010:1.0:1718399243.707310:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098127300. 00080000:00000010:1.0:1718399243.707311:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355b500. 00080000:00000010:1.0:1718399243.707313:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098127600. 00080000:00000010:1.0:1718399243.707315:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098127900. 00080000:00000010:1.0:1718399243.707316:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098127d00. 00080000:00000010:1.0:1718399243.707318:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098127c00. 00080000:00000010:1.0:1718399243.707319:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355b800. 00080000:00000010:1.0:1718399243.707320:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098127200. 00080000:00000010:1.0:1718399243.707321:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098127f00. 00080000:00000010:1.0:1718399243.707322:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098127800. 00080000:00000010:1.0:1718399243.707324:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355be00. 00080000:00000010:1.0:1718399243.707325:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355b700. 00080000:00000010:1.0:1718399243.707326:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355b200. 00080000:00000010:1.0:1718399243.707328:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355bb00. 00080000:00000010:1.0:1718399243.707329:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355b900. 00080000:00000010:1.0:1718399243.707330:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355ba00. 00080000:00000010:1.0:1718399243.707332:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355b600. 00080000:00000010:1.0:1718399243.707333:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098127700. 00080000:00000010:1.0:1718399243.707335:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880098127400. 00080000:00000010:1.0:1718399243.707336:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800b43ff900. 00080000:00000010:1.0:1718399243.707338:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800b43ffc00. 00080000:00000010:1.0:1718399243.707339:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8100. 00080000:00000010:1.0:1718399243.707342:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8f00. 00080000:00000010:1.0:1718399243.707343:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8300. 00080000:00000010:1.0:1718399243.707345:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8000. 00080000:00000010:1.0:1718399243.707347:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8c00. 00080000:00000010:1.0:1718399243.707348:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009365c700. 00080000:00000010:1.0:1718399243.707350:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009365c100. 00080000:00000010:1.0:1718399243.707351:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8700. 00080000:00000010:1.0:1718399243.707353:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009365c200. 00080000:00000010:1.0:1718399243.707354:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355bd00. 00080000:00000010:1.0:1718399243.707355:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355bc00. 00080000:00000010:1.0:1718399243.707357:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355b400. 00080000:00000010:1.0:1718399243.707358:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355bf00. 00080000:00000010:1.0:1718399243.707359:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009365c000. 00080000:00000010:1.0:1718399243.707361:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355b300. 00080000:00000010:1.0:1718399243.707362:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800929cbe00. 00080000:00000010:1.0:1718399243.707364:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800929cb400. 00080000:00000010:1.0:1718399243.707365:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009365cd00. 00080000:00000010:1.0:1718399243.707367:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009365c300. 00080000:00000010:1.0:1718399243.707368:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800929cb800. 00080000:00000010:1.0:1718399243.707369:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800929cbc00. 00080000:00000010:1.0:1718399243.707371:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800929cb600. 00080000:00000010:1.0:1718399243.707372:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800929cba00. 00080000:00000010:1.0:1718399243.707373:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3000. 00080000:00000010:1.0:1718399243.707375:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3a00. 00080000:00000010:1.0:1718399243.707376:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3c00. 00080000:00000010:1.0:1718399243.707378:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800929cb100. 00080000:00000010:1.0:1718399243.707379:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800929cbb00. 00080000:00000010:1.0:1718399243.707380:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800929cb500. 00080000:00000010:1.0:1718399243.707382:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800929cb000. 00080000:00000010:1.0:1718399243.707383:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800929cbd00. 00080000:00000010:1.0:1718399243.707384:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800929cb900. 00080000:00000010:1.0:1718399243.707386:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291200. 00080000:00000010:1.0:1718399243.707387:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291c00. 00080000:00000010:1.0:1718399243.707389:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3e00. 00080000:00000010:1.0:1718399243.707390:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3800. 00080000:00000010:1.0:1718399243.707391:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009577a300. 00080000:00000010:1.0:1718399243.707394:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093d5f300. 00080000:00000010:1.0:1718399243.707395:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093d5fa00. 00080000:00000010:1.0:1718399243.707397:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093d5f000. 00080000:00000010:1.0:1718399243.707398:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093d5f800. 00080000:00000010:1.0:1718399243.707399:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009577ab00. 00080000:00000010:1.0:1718399243.707401:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009577af00. 00080000:00000010:1.0:1718399243.707402:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355e100. 00080000:00000010:1.0:1718399243.707404:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009577a400. 00080000:00000010:1.0:1718399243.707405:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291300. 00080000:00000010:1.0:1718399243.707407:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291500. 00080000:00000010:1.0:1718399243.707408:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009577a600. 00080000:00000010:1.0:1718399243.707409:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009577aa00. 00080000:00000010:1.0:1718399243.707411:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009577a200. 00080000:00000010:1.0:1718399243.707412:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093612b00. 00080000:00000010:1.0:1718399243.707414:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291000. 00080000:00000010:1.0:1718399243.707416:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291a00. 00080000:00000010:1.0:1718399243.707417:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291b00. 00080000:00000010:1.0:1718399243.707419:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093612800. 00080000:00000010:1.0:1718399243.707420:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59c800. 00080000:00000010:1.0:1718399243.707421:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59c600. 00080000:00000010:1.0:1718399243.707423:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093612100. 00080000:00000010:1.0:1718399243.707424:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093612d00. 00080000:00000010:1.0:1718399243.707425:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59cb00. 00080000:00000010:1.0:1718399243.707427:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59c100. 00080000:00000010:1.0:1718399243.707428:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517700. 00080000:00000010:1.0:1718399243.707430:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517c00. 00080000:00000010:1.0:1718399243.707431:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093612e00. 00080000:00000010:1.0:1718399243.707433:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800b439bc00. 00080000:00000010:1.0:1718399243.707435:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800b439bb00. 00080000:00000010:1.0:1718399243.707437:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ec3300. 00080000:00000010:1.0:1718399243.707439:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ec3d00. 00080000:00000010:1.0:1718399243.707441:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800b4241b00. 00080000:00000010:1.0:1718399243.707442:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517100. 00080000:00000010:1.0:1718399243.707444:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517d00. 00080000:00000010:1.0:1718399243.707446:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517400. 00080000:00000010:1.0:1718399243.707447:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517900. 00080000:00000010:1.0:1718399243.707449:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a53deb00. 00080000:00000010:1.0:1718399243.707451:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a53de500. 00080000:00000010:1.0:1718399243.707452:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a53de600. 00080000:00000010:1.0:1718399243.707453:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a53de300. 00080000:00000010:1.0:1718399243.707455:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a53de400. 00080000:00000010:1.0:1718399243.707456:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a53def00. 00080000:00000010:1.0:1718399243.707458:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a53dee00. 00080000:00000010:1.0:1718399243.707459:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a53dea00. 00080000:00000010:1.0:1718399243.707460:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a53de800. 00080000:00000010:1.0:1718399243.707462:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a53ded00. 00080000:00000010:1.0:1718399243.707464:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a53de900. 00080000:00000010:1.0:1718399243.707465:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a53dec00. 00080000:00000010:1.0:1718399243.707467:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ec3000. 00080000:00000010:1.0:1718399243.707468:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ec3800. 00080000:00000010:1.0:1718399243.707470:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ec3100. 00080000:00000010:1.0:1718399243.707471:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5676900. 00080000:00000010:1.0:1718399243.707473:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5676600. 00080000:00000010:1.0:1718399243.707475:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5676f00. 00080000:00000010:1.0:1718399243.707476:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093612f00. 00080000:00000010:1.0:1718399243.707478:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ec3b00. 00080000:00000010:1.0:1718399243.707480:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801369f7700. 00080000:00000010:1.0:1718399243.707482:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880130de7500. 00080000:00000010:1.0:1718399243.707484:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880130de7a00. 00080000:00000010:1.0:1718399243.707485:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880130de7700. 00080000:00000010:1.0:1718399243.707486:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ec3e00. 00080000:00000010:1.0:1718399243.707487:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5676300. 00080000:00000010:1.0:1718399243.707489:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5676d00. 00080000:00000010:1.0:1718399243.707490:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093612500. 00080000:00000010:1.0:1718399243.707492:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ec3600. 00080000:00000010:1.0:1718399243.707493:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ec3900. 00080000:00000010:1.0:1718399243.707495:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5159a00. 00080000:00000010:1.0:1718399243.707498:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5159500. 00080000:00000010:1.0:1718399243.707499:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093612000. 00080000:00000010:1.0:1718399243.707501:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880130de7100. 00080000:00000010:1.0:1718399243.707502:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880130de7200. 00080000:00000010:1.0:1718399243.707503:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880130de7f00. 00080000:00000010:1.0:1718399243.707505:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880130de7c00. 00080000:00000010:1.0:1718399243.707506:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880130de7900. 00080000:00000010:1.0:1718399243.707507:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880130de7400. 00080000:00000010:1.0:1718399243.707508:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880130de7e00. 00080000:00000010:1.0:1718399243.707509:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880130de7300. 00080000:00000010:1.0:1718399243.707510:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880130de7600. 00080000:00000010:1.0:1718399243.707511:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880130de7d00. 00080000:00000010:1.0:1718399243.707513:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801369f7900. 00080000:00000010:1.0:1718399243.707514:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093612200. 00080000:00000010:1.0:1718399243.707516:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093612900. 00080000:00000010:1.0:1718399243.707517:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093612700. 00080000:00000010:1.0:1718399243.707519:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093612300. 00080000:00000010:1.0:1718399243.707520:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093612600. 00080000:00000010:1.0:1718399243.707521:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093612c00. 00080000:00000010:1.0:1718399243.707523:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5676b00. 00080000:00000010:1.0:1718399243.707524:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5676100. 00080000:00000010:1.0:1718399243.707526:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c9c00. 00080000:00000010:1.0:1718399243.707528:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c9800. 00080000:00000010:1.0:1718399243.707529:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c9200. 00080000:00000010:1.0:1718399243.707531:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c9400. 00080000:00000010:1.0:1718399243.707532:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c9300. 00080000:00000010:1.0:1718399243.707534:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801369f7000. 00080000:00000010:1.0:1718399243.707535:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801369f7600. 00080000:00000010:1.0:1718399243.707536:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801369f7b00. 00080000:00000010:1.0:1718399243.707537:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801369f7d00. 00080000:00000010:1.0:1718399243.707539:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801369f7f00. 00080000:00000010:1.0:1718399243.707540:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c9b00. 00080000:00000010:1.0:1718399243.707541:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801369f7800. 00080000:00000010:1.0:1718399243.707543:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801369f7300. 00080000:00000010:1.0:1718399243.707544:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801369f7200. 00080000:00000010:1.0:1718399243.707546:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801369f7a00. 00080000:00000010:1.0:1718399243.707547:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801369f7100. 00080000:00000010:1.0:1718399243.707548:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801369f7e00. 00080000:00000010:1.0:1718399243.707549:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801369f7c00. 00080000:00000010:1.0:1718399243.707551:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093599900. 00080000:00000010:1.0:1718399243.707552:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093599100. 00080000:00000010:1.0:1718399243.707554:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093599500. 00080000:00000010:1.0:1718399243.707555:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8801369f7500. 00080000:00000010:1.0:1718399243.707556:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093599c00. 00080000:00000010:1.0:1718399243.707558:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093599b00. 00080000:00000010:1.0:1718399243.707559:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093599300. 00080000:00000010:1.0:1718399243.707561:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093599200. 00080000:00000010:1.0:1718399243.707562:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093599700. 00080000:00000010:1.0:1718399243.707563:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093599600. 00080000:00000010:1.0:1718399243.707565:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093599400. 00080000:00000010:1.0:1718399243.707566:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093599d00. 00080000:00000010:1.0:1718399243.707567:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093599f00. 00080000:00000010:1.0:1718399243.707569:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093599e00. 00080000:00000010:1.0:1718399243.707570:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5676400. 00080000:00000010:1.0:1718399243.707572:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5676700. 00080000:00000010:1.0:1718399243.707574:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5676500. 00080000:00000010:1.0:1718399243.707575:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5676c00. 00080000:00000010:1.0:1718399243.707577:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5676000. 00080000:00000010:1.0:1718399243.707578:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c9700. 00080000:00000010:1.0:1718399243.707579:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c9a00. 00080000:00000010:1.0:1718399243.707581:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c9500. 00080000:00000010:1.0:1718399243.707582:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c9600. 00080000:00000010:1.0:1718399243.707584:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c9000. 00080000:00000010:1.0:1718399243.707585:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c9e00. 00080000:00000010:1.0:1718399243.707587:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c9100. 00080000:00000010:1.0:1718399243.707589:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5159700. 00080000:00000010:1.0:1718399243.707590:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5159e00. 00080000:00000010:1.0:1718399243.707592:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5159600. 00080000:00000010:1.0:1718399243.707593:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5159c00. 00080000:00000010:1.0:1718399243.707595:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5159200. 00080000:00000010:1.0:1718399243.707596:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a5159100. 00080000:00000010:1.0:1718399243.707598:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ec3c00. 00080000:00000010:1.0:1718399243.707599:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ec3200. 00080000:00000010:1.0:1718399243.707601:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ec3500. 00080000:00000010:1.0:1718399243.707602:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ec3700. 00080000:00000010:1.0:1718399243.707604:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ec3a00. 00080000:00000010:1.0:1718399243.707605:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ec3f00. 00080000:00000010:1.0:1718399243.707607:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093ec3400. 00080000:00000010:1.0:1718399243.707608:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800b439b000. 00080000:00000010:1.0:1718399243.707610:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800b439b100. 00080000:00000010:1.0:1718399243.707611:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800b439b700. 00080000:00000010:1.0:1718399243.707613:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517200. 00080000:00000010:1.0:1718399243.707614:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517a00. 00080000:00000010:1.0:1718399243.707615:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517b00. 00080000:00000010:1.0:1718399243.707616:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517f00. 00080000:00000010:1.0:1718399243.707618:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517500. 00080000:00000010:1.0:1718399243.707619:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517300. 00080000:00000010:1.0:1718399243.707621:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d517800. 00080000:00000010:1.0:1718399243.707622:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59cd00. 00080000:00000010:1.0:1718399243.707623:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59cf00. 00080000:00000010:1.0:1718399243.707625:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59c500. 00080000:00000010:1.0:1718399243.707626:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59c700. 00080000:00000010:1.0:1718399243.707628:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59c000. 00080000:00000010:1.0:1718399243.707629:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59ca00. 00080000:00000010:1.0:1718399243.707630:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88007c59c200. 00080000:00000010:1.0:1718399243.707632:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291e00. 00080000:00000010:1.0:1718399243.707633:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291700. 00080000:00000010:1.0:1718399243.707635:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291100. 00080000:00000010:1.0:1718399243.707636:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291900. 00080000:00000010:1.0:1718399243.707638:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291f00. 00080000:00000010:1.0:1718399243.707639:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012c291800. 00080000:00000010:1.0:1718399243.707641:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012a3c3000. 00080000:00000010:1.0:1718399243.707651:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093d5fe00. 00080000:00000010:1.0:1718399243.707653:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093d5f100. 00080000:00000010:1.0:1718399243.707655:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093d5f700. 00080000:00000010:1.0:1718399243.707656:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff880093d5f600. 00080000:00000010:1.0:1718399243.707658:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3900. 00080000:00000010:1.0:1718399243.707660:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3d00. 00080000:00000010:1.0:1718399243.707662:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3500. 00080000:00000010:1.0:1718399243.707663:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3400. 00080000:00000010:1.0:1718399243.707665:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3700. 00080000:00000010:1.0:1718399243.707666:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88012d3e3200. 00080000:00000010:1.0:1718399243.707668:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8800. 00080000:00000010:1.0:1718399243.707670:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8e00. 00080000:00000010:1.0:1718399243.707671:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8b00. 00080000:00000010:1.0:1718399243.707673:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8400. 00080000:00000010:1.0:1718399243.707674:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8d00. 00080000:00000010:1.0:1718399243.707676:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8900. 00080000:00000010:1.0:1718399243.707677:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800a51c8600. 00080000:00000010:1.0:1718399243.707679:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800b43ff600. 00080000:00000010:1.0:1718399243.707681:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800b43ffa00. 00080000:00000010:1.0:1718399243.707682:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8800b43ff500. 00080000:00000010:1.0:1718399243.707683:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355eb00. 00080000:00000010:1.0:1718399243.707685:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355ed00. 00080000:00000010:1.0:1718399243.707687:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355ea00. 00080000:00000010:1.0:1718399243.707688:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355e900. 00080000:00000010:1.0:1718399243.707690:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355ef00. 00080000:00000010:1.0:1718399243.707691:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355e000. 00080000:00000010:1.0:1718399243.707693:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88009355e800. 00080000:00000010:1.0:1718399243.707695:0:24090:0:(osd_handler.c:1809:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff88008c2fc200. 00010000:00000010:0.0:1718399243.707927:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:0.0:1718399243.707933:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ae80. 00010000:00000010:0.0:1718399243.707995:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880094923d00. 00010000:00000010:0.0:1718399243.707997:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708000:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b88d80. 00010000:00000010:0.0:1718399243.708003:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00080000:00000010:0.0:1718399243.708014:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880094923000. 00010000:00000010:0.0:1718399243.708031:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399243.708033:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708052:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880094923400. 00010000:00000010:0.0:1718399243.708054:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708056:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b89680. 00010000:00000010:0.0:1718399243.708057:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00080000:00000010:0.0:1718399243.708061:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880094923800. 00010000:00000010:0.0:1718399243.708071:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399243.708073:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708089:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880094923e00. 00010000:00000010:0.0:1718399243.708090:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708092:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8a1c0. 00010000:00000010:0.0:1718399243.708093:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00080000:00000010:0.0:1718399243.708097:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880094923b00. 00010000:00000010:0.0:1718399243.708107:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399243.708109:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708123:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880094923900. 00010000:00000010:0.0:1718399243.708125:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708127:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8af40. 00010000:00000010:0.0:1718399243.708129:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00080000:00000010:0.0:1718399243.708132:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880094923600. 00010000:00000010:0.0:1718399243.708142:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399243.708144:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708160:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880094923700. 00010000:00000010:0.0:1718399243.708162:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708164:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8a640. 00010000:00000010:0.0:1718399243.708166:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00080000:00000010:0.0:1718399243.708171:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e12a900. 00010000:00000010:0.0:1718399243.708181:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399243.708183:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708207:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e12ab00. 00010000:00000010:0.0:1718399243.708209:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708211:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b89d40. 00010000:00000010:0.0:1718399243.708212:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00080000:00000010:0.0:1718399243.708216:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e12aa00. 00010000:00000010:0.0:1718399243.708226:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399243.708227:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708243:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e12a600. 00010000:00000010:0.0:1718399243.708244:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708246:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b89440. 00010000:00000010:0.0:1718399243.708247:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00080000:00000010:0.0:1718399243.708251:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e12a700. 00010000:00000010:0.0:1718399243.708260:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399243.708262:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708295:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e12a800. 00010000:00000010:0.0:1718399243.708296:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708298:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b886c0. 00010000:00000010:0.0:1718399243.708300:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00080000:00000010:0.0:1718399243.708304:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e12ad00. 00010000:00000010:0.0:1718399243.708315:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399243.708316:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708332:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e12ae00. 00010000:00000010:0.0:1718399243.708333:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708335:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8b3c0. 00010000:00000010:0.0:1718399243.708337:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00080000:00000010:0.0:1718399243.708340:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e12ac00. 00010000:00000010:0.0:1718399243.708350:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399243.708352:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708367:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e12a100. 00010000:00000010:0.0:1718399243.708368:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708370:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b88b40. 00010000:00000010:0.0:1718399243.708372:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00080000:00000010:0.0:1718399243.708375:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e12a200. 00010000:00000010:0.0:1718399243.708385:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399243.708386:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708401:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e12a000. 00010000:00000010:0.0:1718399243.708402:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708405:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b88480. 00010000:00000010:0.0:1718399243.708407:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00080000:00000010:0.0:1718399243.708411:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53e2600. 00010000:00000010:0.0:1718399243.708421:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399243.708423:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708440:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a53e2f00. 00010000:00000010:0.0:1718399243.708442:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708444:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b88000. 00010000:00000010:0.0:1718399243.708446:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00080000:00000010:0.0:1718399243.708449:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53e2200. 00010000:00000010:0.0:1718399243.708460:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399243.708461:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708479:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a53e2400. 00010000:00000010:0.0:1718399243.708481:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708483:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8aac0. 00010000:00000010:0.0:1718399243.708484:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00080000:00000010:0.0:1718399243.708488:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53e2900. 00010000:00000010:0.0:1718399243.708497:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399243.708499:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708517:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a53e2a00. 00010000:00000010:0.0:1718399243.708518:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708520:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b8a880. 00010000:00000010:0.0:1718399243.708522:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00080000:00000010:0.0:1718399243.708525:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53e2500. 00010000:00000010:0.0:1718399243.708535:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399243.708537:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708552:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a53e2300. 00010000:00000010:0.0:1718399243.708553:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708555:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880135b89f80. 00010000:00000010:0.0:1718399243.708557:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00080000:00000010:0.0:1718399243.708560:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53e2e00. 00010000:00000010:0.0:1718399243.708569:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399243.708571:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708586:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a53e2100. 00010000:00000010:0.0:1718399243.708587:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708590:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cdb3c0. 00010000:00000010:0.0:1718399243.708591:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00080000:00000010:0.0:1718399243.708595:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53e2700. 00010000:00000010:0.0:1718399243.708606:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399243.708608:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708628:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a53e2800. 00010000:00000010:0.0:1718399243.708630:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708632:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cdbcc0. 00010000:00000010:0.0:1718399243.708633:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00080000:00000010:0.0:1718399243.708638:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53e2b00. 00010000:00000010:0.0:1718399243.708651:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399243.708653:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708680:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a53e2d00. 00010000:00000010:0.0:1718399243.708681:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708684:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd9200. 00010000:00000010:0.0:1718399243.708685:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00080000:00000010:0.0:1718399243.708691:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53e2c00. 00010000:00000010:0.0:1718399243.708705:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399243.708707:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708726:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5223200. 00010000:00000010:0.0:1718399243.708728:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708730:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cda1c0. 00010000:00000010:0.0:1718399243.708731:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00080000:00000010:0.0:1718399243.708735:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5223400. 00010000:00000010:0.0:1718399243.708746:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399243.708747:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708766:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cdaf40. 00010000:00000010:0.0:1718399243.708768:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.708781:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357cc40. 00000100:00000010:0.0:1718399243.708786:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d93c0. 00000100:00000010:0.0:1718399243.708793:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 02000000:00000010:0.0:1718399243.708804:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2600. 02000000:00000010:0.0:1718399243.708825:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3c00. 00000400:00000010:0.0:1718399243.708829:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c08. 00000400:00000010:0.0:1718399243.708834:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376000. 00000100:00000200:0.0:1718399243.708840:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316492736, portal 16 00000400:00000010:0.0:1718399243.708843:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376a18. 00000100:00000200:0.0:1718399243.708844:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316492736, offset 0 00000400:00000200:0.0:1718399243.708851:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.708861:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.708867:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399243.708869:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399243.708871:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399243.708874:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90277:90277:256:4294967295] 192.168.202.25@tcp LPNI seq info [90277:90277:8:4294967295] 00000400:00000200:0.0:1718399243.708881:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.708885:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.708887:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223b00 (tot 82314186). 00000800:00000200:0.0:1718399243.708892:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.708898:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.708900:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.708970:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.708972:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223b00 (tot 82313938). 00000400:00000200:0.0:1718399243.708975:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.708978:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.708981:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376a18 00000400:00000010:0.0:1718399243.708982:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376a18. 00000100:00000200:0.0:1718399243.708987:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27da40 x1801871316492736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.710431:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936ddb00. 00010000:00000010:0.1:1718399243.710585:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e99700. 00010000:00000010:0.1:1718399243.710589:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8bcc0. 00010000:00000010:0.1:1718399243.710591:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098127100. 00010000:00000010:0.1:1718399243.710594:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272400. 00010000:00000010:0.1:1718399243.710597:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009355ee00. 00010000:00000010:0.1:1718399243.710598:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272640. 00010000:00000010:0.1:1718399243.710601:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009577ac00. 00010000:00000010:0.1:1718399243.710604:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273a80. 00010000:00000010:0.1:1718399243.710606:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009577ad00. 00010000:00000010:0.1:1718399243.710608:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271680. 00010000:00000010:0.1:1718399243.710610:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88007c59c400. 00010000:00000010:0.1:1718399243.710612:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271440. 00010000:00000010:0.1:1718399243.710614:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51dae00. 00010000:00000010:0.1:1718399243.710617:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52706c0. 00010000:00000010:0.1:1718399243.710619:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51daa00. 00010000:00000010:0.1:1718399243.710621:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270d80. 00010000:00000010:0.1:1718399243.710622:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51da200. 00010000:00000010:0.1:1718399243.710624:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272f40. 00010000:00000010:0.1:1718399243.710625:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51da500. 00010000:00000010:0.1:1718399243.710627:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270900. 00010000:00000010:0.1:1718399243.710628:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51da100. 00010000:00000010:0.1:1718399243.710630:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270240. 00010000:00000010:0.1:1718399243.710632:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ebfb00. 00010000:00000010:0.1:1718399243.710634:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272d00. 00010000:00000010:0.1:1718399243.710635:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ebfd00. 00010000:00000010:0.1:1718399243.710637:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270000. 00010000:00000010:0.1:1718399243.710638:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ebf800. 00010000:00000010:0.1:1718399243.710640:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273840. 00010000:00000010:0.1:1718399243.710642:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ebf600. 00010000:00000010:0.1:1718399243.710643:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273cc0. 00010000:00000010:0.1:1718399243.710644:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ebf700. 00010000:00000010:0.1:1718399243.710646:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270b40. 00010000:00000010:0.1:1718399243.710647:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ebf500. 00010000:00000010:0.1:1718399243.710649:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52733c0. 00010000:00000010:0.1:1718399243.710650:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ebff00. 00010000:00000010:0.1:1718399243.710652:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52718c0. 00010000:00000010:0.1:1718399243.710654:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933a2b00. 00010000:00000010:0.1:1718399243.710657:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5273180. 00010000:00000010:0.1:1718399243.710659:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933a2a00. 00010000:00000010:0.1:1718399243.710661:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52721c0. 00010000:00000010:0.1:1718399243.710662:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933a2700. 00010000:00000010:0.1:1718399243.710664:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272ac0. 00010000:00000010:0.1:1718399243.710665:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933a2c00. 00010000:00000010:0.1:1718399243.710667:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271f80. 00010000:00000010:0.1:1718399243.710669:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933a2100. 00010000:00000010:0.1:1718399243.710671:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271d40. 00010000:00000010:0.1:1718399243.710672:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933a2900. 00010000:00000010:0.1:1718399243.710674:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270480. 00010000:00000010:0.1:1718399243.710675:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933a2d00. 00010000:00000010:0.1:1718399243.710677:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5271200. 00010000:00000010:0.1:1718399243.710679:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b0be00. 00010000:00000010:0.1:1718399243.710681:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5270fc0. 00010000:00000010:0.1:1718399243.710683:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b0b500. 00010000:00000010:0.1:1718399243.710685:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f24000. 00010000:00000010:0.1:1718399243.710687:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b0b700. 00010000:00000010:0.1:1718399243.710689:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f27840. 00010000:00000010:0.1:1718399243.710691:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b0ba00. 00010000:00000010:0.1:1718399243.710694:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f26ac0. 00010000:00000010:0.1:1718399243.710696:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b0b600. 00010000:00000010:0.1:1718399243.710697:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f26640. 00010000:00000010:0.1:1718399243.710699:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b0b200. 00010000:00000010:0.1:1718399243.710700:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f27180. 00010000:00000010:0.1:1718399243.710703:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008f19df00. 00010000:00000010:0.1:1718399243.710707:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f258c0. 00010000:00000010:0.1:1718399243.710709:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008f19da00. 00010000:00000010:0.1:1718399243.710711:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f27600. 00010000:00000010:0.1:1718399243.710712:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008f19d700. 00010000:00000010:0.1:1718399243.710713:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25d40. 00010000:00000010:0.1:1718399243.710715:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008f19d800. 00010000:00000010:0.1:1718399243.710717:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25440. 00010000:00000010:0.1:1718399243.710718:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008f19dc00. 00010000:00000010:0.1:1718399243.710720:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25f80. 00010000:00000010:0.1:1718399243.710721:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008f19db00. 00010000:00000010:0.1:1718399243.710723:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f26f40. 00010000:00000010:0.1:1718399243.710725:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2e8b00. 00010000:00000010:0.1:1718399243.710727:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f26400. 00010000:00000010:0.1:1718399243.710728:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2e8900. 00010000:00000010:0.1:1718399243.710730:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25680. 00010000:00000010:0.1:1718399243.710732:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2e8e00. 00010000:00000010:0.1:1718399243.710733:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f24900. 00010000:00000010:0.1:1718399243.710735:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2e8d00. 00010000:00000010:0.1:1718399243.710736:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f27cc0. 00010000:00000010:0.1:1718399243.710738:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2e8f00. 00010000:00000010:0.1:1718399243.710739:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f24240. 00010000:00000010:0.1:1718399243.710741:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2e8700. 00010000:00000010:0.1:1718399243.710742:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f27a80. 00010000:00000010:0.1:1718399243.710744:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2e8400. 00010000:00000010:0.1:1718399243.710745:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25200. 00010000:00000010:0.1:1718399243.710748:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928fbf00. 00010000:00000010:0.1:1718399243.710750:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f24480. 00010000:00000010:0.1:1718399243.710752:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928fba00. 00010000:00000010:0.1:1718399243.710753:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f26880. 00010000:00000010:0.1:1718399243.710754:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928fb800. 00010000:00000010:0.1:1718399243.710756:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f261c0. 00010000:00000010:0.1:1718399243.710757:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928fb700. 00010000:00000010:0.1:1718399243.710759:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f24b40. 00010000:00000010:0.1:1718399243.710760:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928fbc00. 00010000:00000010:0.1:1718399243.710762:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f246c0. 00010000:00000010:0.1:1718399243.710763:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928fbb00. 00010000:00000010:0.1:1718399243.710765:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f25b00. 00010000:00000010:0.1:1718399243.710766:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928fb000. 00010000:00000010:0.1:1718399243.710768:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f273c0. 00010000:00000010:0.1:1718399243.710781:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880135b80300. 00010000:00000010:0.1:1718399243.710784:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45b00. 00010000:00000010:0.1:1718399243.710786:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880135b80800. 00010000:00000010:0.1:1718399243.710789:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46640. 00010000:00000010:0.1:1718399243.710790:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880135b80100. 00010000:00000010:0.1:1718399243.710792:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46f40. 00010000:00000010:0.1:1718399243.710794:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880135b80a00. 00010000:00000010:0.1:1718399243.710796:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46ac0. 00010000:00000010:0.1:1718399243.710797:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880135b80e00. 00010000:00000010:0.1:1718399243.710799:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47840. 00010000:00000010:0.1:1718399243.710801:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880135b80500. 00010000:00000010:0.1:1718399243.710802:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d458c0. 00010000:00000010:0.1:1718399243.710803:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880135b80b00. 00010000:00000010:0.1:1718399243.710806:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44000. 00010000:00000010:0.1:1718399243.710808:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931e2000. 00010000:00000010:0.1:1718399243.710810:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45f80. 00010000:00000010:0.1:1718399243.710812:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931e2f00. 00010000:00000010:0.1:1718399243.710813:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47a80. 00010000:00000010:0.1:1718399243.710815:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931e2300. 00010000:00000010:0.1:1718399243.710816:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45200. 00010000:00000010:0.1:1718399243.710817:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931e2200. 00010000:00000010:0.1:1718399243.710819:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46880. 00010000:00000010:0.1:1718399243.710820:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931e2500. 00010000:00000010:0.1:1718399243.710822:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45d40. 00010000:00000010:0.1:1718399243.710823:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931e2c00. 00010000:00000010:0.1:1718399243.710825:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44d80. 00010000:00000010:0.1:1718399243.710826:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931e2100. 00010000:00000010:0.1:1718399243.710827:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47cc0. 00010000:00000010:0.1:1718399243.710830:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ca1f00. 00010000:00000010:0.1:1718399243.710831:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d45680. 00010000:00000010:0.1:1718399243.710833:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ca1400. 00010000:00000010:0.1:1718399243.710834:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44240. 00010000:00000010:0.1:1718399243.710836:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ca1d00. 00010000:00000010:0.1:1718399243.710838:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d44900. 00010000:00000010:0.1:1718399243.710839:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ca1000. 00010000:00000010:0.1:1718399243.710840:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d461c0. 00010000:00000010:0.1:1718399243.710842:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ca1300. 00010000:00000010:0.1:1718399243.710843:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d47600. 00010000:00000010:0.1:1718399243.710845:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ca1a00. 00010000:00000010:0.1:1718399243.710847:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d473c0. 00010000:00000010:0.1:1718399243.710849:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009cd42100. 00010000:00000010:0.1:1718399243.710852:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d46400. 00010000:00000010:0.1:1718399243.710854:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009cd42c00. 00010000:00000010:0.1:1718399243.710856:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce2400. 00010000:00000010:0.1:1718399243.710859:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008fca0a00. 00010000:00000010:0.1:1718399243.710861:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce0900. 00010000:00000010:0.1:1718399243.710863:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008fca0200. 00010000:00000010:0.1:1718399243.710864:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce2f40. 00010000:00000010:0.1:1718399243.710867:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012dc49a00. 00010000:00000010:0.1:1718399243.710869:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce3180. 00010000:00000010:0.1:1718399243.710870:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012dc49e00. 00010000:00000010:0.1:1718399243.710872:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce1440. 00010000:00000010:0.1:1718399243.710874:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012dc49600. 00010000:00000010:0.1:1718399243.710876:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce2880. 00010000:00000010:0.1:1718399243.710877:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012dc49500. 00010000:00000010:0.1:1718399243.710879:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce0480. 00010000:00000010:0.1:1718399243.710881:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012dc49000. 00010000:00000010:0.1:1718399243.710882:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce1f80. 00010000:00000010:0.1:1718399243.710885:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5056000. 00010000:00000010:0.1:1718399243.710888:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce1680. 00010000:00000010:0.1:1718399243.710889:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5056900. 00010000:00000010:0.1:1718399243.710891:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce3840. 00010000:00000010:0.1:1718399243.710892:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5056a00. 00010000:00000010:0.1:1718399243.710895:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce0fc0. 00010000:00000010:0.1:1718399243.710896:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5056400. 00010000:00000010:0.1:1718399243.710898:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce0d80. 00010000:00000010:0.1:1718399243.710899:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5056b00. 00010000:00000010:0.1:1718399243.710901:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce1b00. 00010000:00000010:0.1:1718399243.710902:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5056200. 00010000:00000010:0.1:1718399243.710904:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce3600. 00010000:00000010:0.1:1718399243.710906:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009a94b700. 00010000:00000010:0.1:1718399243.710908:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce1200. 00010000:00000010:0.1:1718399243.710909:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009a94bb00. 00010000:00000010:0.1:1718399243.710911:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce06c0. 00010000:00000010:0.1:1718399243.710912:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009a94b300. 00010000:00000010:0.1:1718399243.710914:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce21c0. 00010000:00000010:0.1:1718399243.710915:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009a94b900. 00010000:00000010:0.1:1718399243.710916:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce1d40. 00010000:00000010:0.1:1718399243.710918:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009a94b000. 00010000:00000010:0.1:1718399243.710920:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce2d00. 00010000:00000010:0.1:1718399243.710921:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009a94b500. 00010000:00000010:0.1:1718399243.710922:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce0b40. 00010000:00000010:0.1:1718399243.710924:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009a94bc00. 00010000:00000010:0.1:1718399243.710925:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce0240. 00010000:00000010:0.1:1718399243.710928:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f0a3e00. 00010000:00000010:0.1:1718399243.710931:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce2640. 00010000:00000010:0.1:1718399243.710932:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f0a3800. 00010000:00000010:0.1:1718399243.710934:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce33c0. 00010000:00000010:0.1:1718399243.710935:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f0a3200. 00010000:00000010:0.1:1718399243.710937:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce3cc0. 00010000:00000010:0.1:1718399243.710939:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f0a3d00. 00010000:00000010:0.1:1718399243.710941:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce18c0. 00010000:00000010:0.1:1718399243.710942:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f0a3f00. 00010000:00000010:0.1:1718399243.710944:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce2ac0. 00010000:00000010:0.1:1718399243.710945:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f0a3b00. 00010000:00000010:0.1:1718399243.710948:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d46c0. 00010000:00000010:0.1:1718399243.710950:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88011f0a3100. 00010000:00000010:0.1:1718399243.710951:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d4b40. 00010000:00000010:0.1:1718399243.710953:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88013101ef00. 00010000:00000010:0.1:1718399243.710956:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d4240. 00010000:00000010:0.1:1718399243.710958:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88013101e300. 00010000:00000010:0.1:1718399243.711043:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d73c0. 00010000:00000010:0.1:1718399243.711046:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88013101e000. 00010000:00000010:0.1:1718399243.711049:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d4000. 00010000:00000010:0.1:1718399243.711050:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88013101e400. 00010000:00000010:0.1:1718399243.711052:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d7840. 00010000:00000010:0.1:1718399243.711054:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88013101e800. 00010000:00000010:0.1:1718399243.711055:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d7cc0. 00010000:00000010:0.1:1718399243.711057:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093523300. 00010000:00000010:0.1:1718399243.711060:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d4d80. 00010000:00000010:0.1:1718399243.711061:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093523500. 00010000:00000010:0.1:1718399243.711064:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d5680. 00010000:00000010:0.1:1718399243.711066:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093523d00. 00010000:00000010:0.1:1718399243.711068:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d6ac0. 00010000:00000010:0.1:1718399243.711070:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093523000. 00010000:00000010:0.1:1718399243.711072:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d4480. 00010000:00000010:0.1:1718399243.711073:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093523800. 00010000:00000010:0.1:1718399243.711074:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d58c0. 00010000:00000010:0.1:1718399243.711076:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093523200. 00010000:00000010:0.1:1718399243.711078:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d61c0. 00010000:00000010:0.1:1718399243.711081:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093523f00. 00010000:00000010:0.1:1718399243.711083:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d6880. 00010000:00000010:0.1:1718399243.711085:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093523b00. 00010000:00000010:0.1:1718399243.711086:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d5440. 00010000:00000010:0.1:1718399243.711088:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f00ba00. 00010000:00000010:0.1:1718399243.711091:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d4fc0. 00010000:00000010:0.1:1718399243.711093:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f00bd00. 00010000:00000010:0.1:1718399243.711095:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d6d00. 00010000:00000010:0.1:1718399243.711096:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f00b400. 00010000:00000010:0.1:1718399243.711098:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d7a80. 00010000:00000010:0.1:1718399243.711099:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f00b500. 00010000:00000010:0.1:1718399243.711100:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d5b00. 00010000:00000010:0.1:1718399243.711103:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bf4a00. 00010000:00000010:0.1:1718399243.711104:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d4900. 00010000:00000010:0.1:1718399243.711106:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bf4f00. 00010000:00000010:0.1:1718399243.711108:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d5200. 00010000:00000010:0.1:1718399243.711110:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bf4400. 00010000:00000010:0.1:1718399243.711112:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d5d40. 00010000:00000010:0.1:1718399243.711113:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bf4b00. 00010000:00000010:0.1:1718399243.711115:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d6f40. 00010000:00000010:0.1:1718399243.711116:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bf4e00. 00010000:00000010:0.1:1718399243.711118:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d7180. 00010000:00000010:0.1:1718399243.711120:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093177c00. 00010000:00000010:0.1:1718399243.711122:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d5f80. 00010000:00000010:0.1:1718399243.711124:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093177d00. 00010000:00000010:0.1:1718399243.711126:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935ca1c0. 00010000:00000010:0.1:1718399243.711128:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093177000. 00010000:00000010:0.1:1718399243.711130:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935c8900. 00010000:00000010:0.1:1718399243.711131:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093177700. 00010000:00000010:0.1:1718399243.711133:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935caac0. 00010000:00000010:0.1:1718399243.711135:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093177b00. 00010000:00000010:0.1:1718399243.711137:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935cb3c0. 00010000:00000010:0.1:1718399243.711138:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093177500. 00010000:00000010:0.1:1718399243.711146:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935c9f80. 00010000:00000010:0.1:1718399243.711148:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093177800. 00010000:00000010:0.1:1718399243.711150:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935c9440. 00010000:00000010:0.1:1718399243.711152:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093144500. 00010000:00000010:0.1:1718399243.711154:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935ca640. 00010000:00000010:0.1:1718399243.711155:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093144100. 00010000:00000010:0.1:1718399243.711157:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935c8fc0. 00010000:00000010:0.1:1718399243.711159:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093144f00. 00010000:00000010:0.1:1718399243.711160:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935caf40. 00010000:00000010:0.1:1718399243.711162:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093144a00. 00010000:00000010:0.1:1718399243.711163:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935c9200. 00010000:00000010:0.1:1718399243.711165:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093144d00. 00010000:00000010:0.1:1718399243.711166:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935cb180. 00010000:00000010:0.1:1718399243.711167:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093144400. 00010000:00000010:0.1:1718399243.711170:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935cb600. 00010000:00000010:0.1:1718399243.711171:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093144600. 00010000:00000010:0.1:1718399243.711173:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935c98c0. 00010000:00000010:0.1:1718399243.711174:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093144200. 00010000:00000010:0.1:1718399243.711176:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935c86c0. 00010000:00000010:0.1:1718399243.711178:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30d500. 00010000:00000010:0.1:1718399243.711181:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935cb840. 00010000:00000010:0.1:1718399243.711182:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30df00. 00010000:00000010:0.1:1718399243.711183:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935c8b40. 00010000:00000010:0.1:1718399243.711185:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30d300. 00010000:00000010:0.1:1718399243.711186:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935ca880. 00010000:00000010:0.1:1718399243.711187:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30da00. 00010000:00000010:0.1:1718399243.711189:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935c9680. 00010000:00000010:0.1:1718399243.711190:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30d900. 00010000:00000010:0.1:1718399243.711191:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935c8000. 00010000:00000010:0.1:1718399243.711193:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30de00. 00010000:00000010:0.1:1718399243.711194:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935cba80. 00010000:00000010:0.1:1718399243.711196:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30d200. 00010000:00000010:0.1:1718399243.711197:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935ca400. 00010000:00000010:0.1:1718399243.711199:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ebd1200. 00010000:00000010:0.1:1718399243.711201:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935c8240. 00010000:00000010:0.1:1718399243.711203:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ebd1500. 00010000:00000010:0.1:1718399243.711204:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935cbcc0. 00010000:00000010:0.1:1718399243.711205:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ebd1100. 00010000:00000010:0.1:1718399243.711207:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935c8480. 00010000:00000010:0.1:1718399243.711208:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ebd1600. 00010000:00000010:0.1:1718399243.711210:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935c9b00. 00010000:00000010:0.1:1718399243.711211:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ebd1300. 00010000:00000010:0.1:1718399243.711213:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22aac0. 00010000:00000010:0.1:1718399243.711215:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ebd1e00. 00010000:00000010:0.1:1718399243.711217:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22a1c0. 00010000:00000010:0.1:1718399243.711219:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2f6500. 00010000:00000010:0.1:1718399243.711221:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22a400. 00010000:00000010:0.1:1718399243.711222:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2f6700. 00010000:00000010:0.1:1718399243.711224:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c228000. 00010000:00000010:0.1:1718399243.711226:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2f6000. 00010000:00000010:0.1:1718399243.711228:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22bcc0. 00010000:00000010:0.1:1718399243.711229:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2f6100. 00010000:00000010:0.1:1718399243.711230:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22af40. 00010000:00000010:0.1:1718399243.711232:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2f6a00. 00010000:00000010:0.1:1718399243.711233:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22a640. 00010000:00000010:0.1:1718399243.711234:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2f6d00. 00010000:00000010:0.1:1718399243.711236:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c228480. 00010000:00000010:0.1:1718399243.711237:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2f6800. 00010000:00000010:0.1:1718399243.711239:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c228900. 00010000:00000010:0.1:1718399243.711241:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098753d00. 00010000:00000010:0.1:1718399243.711243:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c229680. 00010000:00000010:0.1:1718399243.711245:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098753200. 00010000:00000010:0.1:1718399243.711246:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22ad00. 00010000:00000010:0.1:1718399243.711248:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098753400. 00010000:00000010:0.1:1718399243.711249:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22a880. 00010000:00000010:0.1:1718399243.711251:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098753300. 00010000:00000010:0.1:1718399243.711253:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22b180. 00010000:00000010:0.1:1718399243.711255:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098545c00. 00010000:00000010:0.1:1718399243.711257:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22b840. 00010000:00000010:0.1:1718399243.711258:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098545500. 00010000:00000010:0.1:1718399243.711260:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c229200. 00010000:00000010:0.1:1718399243.711261:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098545a00. 00010000:00000010:0.1:1718399243.711263:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c229d40. 00010000:00000010:0.1:1718399243.711264:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098545400. 00010000:00000010:0.1:1718399243.711266:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c228b40. 00010000:00000010:0.1:1718399243.711285:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b38fc00. 00010000:00000010:0.1:1718399243.711290:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c229b00. 00010000:00000010:0.1:1718399243.711292:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b38fe00. 00010000:00000010:0.1:1718399243.711294:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c228240. 00010000:00000010:0.1:1718399243.711296:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b38f600. 00010000:00000010:0.1:1718399243.711298:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c2286c0. 00010000:00000010:0.1:1718399243.711299:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b38f800. 00010000:00000010:0.1:1718399243.711300:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c2298c0. 00000400:00000200:1.0:1718399243.713358:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.713372:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc021c0 00000400:00000200:1.0:1718399243.713379:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadf71 [1] + 224 00000400:00000200:1.0:1718399243.713387:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.713390:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.713397:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27da40 x1801871316492736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.713416:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.713419:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d500 00000400:00000200:1.0:1718399243.713422:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac975 [2] + 1640 00000400:00000200:1.0:1718399243.713435:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.713437:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.713440:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399243.713445:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df74740. 00000020:00000010:0.0:1718399243.713544:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2800. 00000020:00000010:0.0:1718399243.713549:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfcb00. 00000020:00000010:0.0:1718399243.713552:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399243.713570:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df74740 x1801871317914880/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1718399243.713593:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317914880 02000000:00000010:0.0:1718399243.713600:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2400. 00010000:00000010:0.0:1718399243.713626:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357c9c0. 00000100:00000010:0.0:1718399243.713631:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9600. 00000100:00000010:0.0:1718399243.713635:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9600. 00010000:00000010:0.0:1718399243.713638:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357c9c0. 00000400:00000010:0.0:1718399243.713647:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376a18. 00000100:00000200:0.0:1718399243.713650:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317914880, offset 224 00000400:00000200:0.0:1718399243.713655:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.713662:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.713666:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90278:90278:256:4294967295] 192.168.202.25@tcp LPNI seq info [90278:90278:8:4294967295] 00000400:00000200:0.0:1718399243.713673:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.713677:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.713679:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223c00 (tot 82314186). 00000800:00000200:0.0:1718399243.713683:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.713689:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.713692:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399243.713709:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfcb00. 00000020:00000010:0.0:1718399243.713712:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399243.713714:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2800. 00000400:00000010:0.0:1718399243.713729:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c08. 00000400:00000200:0.0:1718399243.713732:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376000 00000400:00000010:0.0:1718399243.713733:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376000. 00000100:00000200:0.0:1718399243.713737:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27da40 x1801871316492736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399243.713743:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27da40 x1801871316492736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1718399243.713757:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a95fef00. 02000000:00000010:0.0:1718399243.713766:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3c00. 02000000:00000010:0.0:1718399243.713782:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2600. 00000100:00000010:0.0:1718399243.713784:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 00000100:00000010:0.0:1718399243.713787:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d93c0. 00010000:00000010:0.0:1718399243.713789:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357cc40. 00080000:00000010:0.0:1718399243.713799:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5223300. 00010000:00000010:0.0:1718399243.713849:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.713852:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a95feb00. 00010000:00000010:0.0:1718399243.713903:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd8fc0. 00010000:00000010:0.0:1718399243.713906:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc280. 00010000:00000010:0.0:1718399243.713912:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357cc40. 00000100:00000010:0.0:1718399243.713914:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d93c0. 00000100:00000010:0.0:1718399243.713918:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 02000000:00000010:0.0:1718399243.713924:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2600. 02000000:00000010:0.0:1718399243.713936:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3c00. 00000400:00000010:0.0:1718399243.713939:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c08. 00000400:00000010:0.0:1718399243.713941:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376000. 00000100:00000200:0.0:1718399243.713944:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316492800, portal 16 00000400:00000010:0.0:1718399243.713946:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376ee0. 00000100:00000200:0.0:1718399243.713947:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316492800, offset 0 00000400:00000200:0.0:1718399243.713951:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.713955:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.713960:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399243.713962:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399243.713964:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399243.713966:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90279:90279:255:4294967295] 192.168.202.25@tcp LPNI seq info [90279:90279:7:4294967295] 00000400:00000200:0.0:1718399243.713972:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.713974:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.713976:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223100 (tot 82314434). 00000800:00000200:0.0:1718399243.713978:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.713981:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.713983:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.714042:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.714044:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223c00 (tot 82314186). 00000400:00000200:1.0:1718399243.714047:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.714050:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.714052:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376a18 00000400:00000010:1.0:1718399243.714053:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376a18. 00000800:00000200:1.0:1718399243.714095:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.714096:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223100 (tot 82313938). 00000400:00000200:1.0:1718399243.714098:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.714100:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.714101:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376ee0 00000400:00000010:1.0:1718399243.714102:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376ee0. 00000100:00000200:1.0:1718399243.714105:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27da40 x1801871316492800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.724461:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.724477:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02200 00000400:00000200:0.0:1718399243.724484:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadf7d [1] + 224 00000400:00000200:0.0:1718399243.724493:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.724496:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.724504:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27da40 x1801871316492800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.724538:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.724542:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d540 00000400:00000200:0.0:1718399243.724545:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac975 [2] + 1968 00000400:00000010:0.0:1718399243.724548:0:18240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e925d8. 00000400:00000200:0.0:1718399243.724551:0:18240:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800930d9300 00010000:00000010:1.1:1718399243.724610:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b38f300. 00010000:00000010:1.1:1718399243.724617:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22ba80. 00010000:00000010:1.1:1718399243.724621:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880094923d00. 00010000:00000010:1.1:1718399243.724626:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b88d80. 00010000:00000010:1.1:1718399243.724628:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880094923400. 00010000:00000010:1.1:1718399243.724630:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b89680. 00010000:00000010:1.1:1718399243.724632:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880094923e00. 00010000:00000010:1.1:1718399243.724635:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8a1c0. 00010000:00000010:1.1:1718399243.724637:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880094923900. 00010000:00000010:1.1:1718399243.724639:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8af40. 00010000:00000010:1.1:1718399243.724641:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880094923700. 00010000:00000010:1.1:1718399243.724642:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8a640. 00010000:00000010:1.1:1718399243.724646:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e12ab00. 00010000:00000010:1.1:1718399243.724647:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b89d40. 00010000:00000010:1.1:1718399243.724649:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e12a600. 00010000:00000010:1.1:1718399243.724651:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b89440. 00010000:00000010:1.1:1718399243.724652:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e12a800. 00010000:00000010:1.1:1718399243.724654:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b886c0. 00010000:00000010:1.1:1718399243.724655:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e12ae00. 00010000:00000010:1.1:1718399243.724657:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8b3c0. 00010000:00000010:1.1:1718399243.724659:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e12a100. 00010000:00000010:1.1:1718399243.724660:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b88b40. 00010000:00000010:1.1:1718399243.724661:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e12a000. 00010000:00000010:1.1:1718399243.724663:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b88480. 00010000:00000010:1.1:1718399243.724666:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53e2f00. 00010000:00000010:1.1:1718399243.724670:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b88000. 00010000:00000010:1.1:1718399243.724672:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53e2400. 00010000:00000010:1.1:1718399243.724673:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8aac0. 00010000:00000010:1.1:1718399243.724675:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53e2a00. 00010000:00000010:1.1:1718399243.724676:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b8a880. 00010000:00000010:1.1:1718399243.724678:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53e2300. 00010000:00000010:1.1:1718399243.724680:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880135b89f80. 00010000:00000010:1.1:1718399243.724682:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53e2100. 00010000:00000010:1.1:1718399243.724684:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdb3c0. 00010000:00000010:1.1:1718399243.724686:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53e2800. 00010000:00000010:1.1:1718399243.724687:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdbcc0. 00010000:00000010:1.1:1718399243.724689:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53e2d00. 00010000:00000010:1.1:1718399243.724691:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9200. 00010000:00000010:1.1:1718399243.724692:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5223200. 00010000:00000010:1.1:1718399243.724695:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cda1c0. 00000400:00000010:2.0:1718399243.724780:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c08. 00000400:00000200:2.0:1718399243.724783:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376000 00000400:00000010:2.0:1718399243.724785:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376000. 00000100:00000200:2.0:1718399243.724790:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27da40 x1801871316492800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.724799:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27da40 x1801871316492800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.724823:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3c00. 02000000:00000010:2.0:1718399243.724828:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2600. 00000100:00000010:2.0:1718399243.724832:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 00000100:00000010:2.0:1718399243.724834:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d93c0. 00010000:00000010:2.0:1718399243.724838:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357cc40. 00000400:00000200:0.0:1718399243.724872:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.724876:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.724878:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800930d9300 00000400:00000010:0.0:1718399243.724880:0:18240:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800930d9300 (tot 82313786). 00000100:00000200:0.0:1718399243.724883:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1718399243.725368:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb600. 00000020:00000010:2.0:1718399243.725373:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6500. 00000020:00000010:2.0:1718399243.725376:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f7e0. 00000100:00000200:2.0:1718399243.725393:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a561a850 x1801871317914944/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399243.725416:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317914944 02000000:00000010:2.0:1718399243.725423:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fbe00. 00010000:00000010:2.0:1718399243.725443:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009293b700. 00010000:00000010:2.0:1718399243.725470:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e540. 00000100:00000010:2.0:1718399243.725475:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cba80. 00000100:00000010:2.0:1718399243.725481:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cba80. 00010000:00000010:2.0:1718399243.725484:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e540. 00000400:00000010:2.0:1718399243.725492:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e000. 00000100:00000200:2.0:1718399243.725495:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317914944, offset 224 00000400:00000200:2.0:1718399243.725500:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.725507:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.725512:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90280:90280:256:4294967295] 192.168.202.25@tcp LPNI seq info [90280:90280:8:4294967295] 00000400:00000200:2.0:1718399243.725519:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.725523:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.725526:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730c00 (tot 82314034). 00000800:00000200:2.0:1718399243.725530:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.725536:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.725538:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.725549:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6500. 00000020:00000010:2.0:1718399243.725552:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f7e0. 00000020:00000010:2.0:1718399243.725554:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb600. 02000000:00000010:2.0:1718399243.725561:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2400. 00000100:00000010:2.0:1718399243.725563:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df74740. 02000000:00000010:2.0:1718399243.725566:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52faa00. 00000100:00000010:2.0:1718399243.725569:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 02000000:00000010:2.0:1718399243.725572:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fac00. 00000100:00000010:2.0:1718399243.725573:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc280. 02000000:00000010:2.0:1718399243.725575:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3000. 00000100:00000010:2.0:1718399243.725577:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df70000. 02000000:00000010:2.0:1718399243.725580:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3800. 00000100:00000010:2.0:1718399243.725581:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 02000000:00000010:2.0:1718399243.725583:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2600. 00000100:00000010:2.0:1718399243.725585:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df71c80. 00000100:00000200:2.0:1718399243.725590:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399243.725593:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd688. 00000400:00000010:2.0:1718399243.725595:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8800957cba80 (tot 82314186). 00000800:00000200:0.0:1718399243.725950:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.725953:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730c00 (tot 82313938). 00000400:00000200:0.0:1718399243.725958:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.725961:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.725963:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e000 00000400:00000010:0.0:1718399243.725964:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e000. 02000000:00000010:0.0:1718399243.725967:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fbe00. 00080000:00000010:3.0:1718399243.726447:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880095725000. 00010000:00000010:3.0:1718399243.726503:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc280. 00010000:00000010:3.0:1718399243.726507:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009293b380. 00010000:00000010:3.0:1718399243.726573:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f3c0. 00010000:00000010:3.0:1718399243.726577:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.726583:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27240. 00000100:00000010:3.0:1718399243.726587:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2600. 00000100:00000010:3.0:1718399243.726592:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.726599:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399243.726615:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.726618:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399243.726621:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.726624:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316492864, portal 16 00000400:00000010:3.0:1718399243.726626:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466a18. 00000100:00000200:3.0:1718399243.726627:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316492864, offset 0 00000400:00000200:3.0:1718399243.726631:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.726636:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.726640:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.726643:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.726645:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.726647:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90281:90281:256:4294967295] 192.168.202.25@tcp LPNI seq info [90281:90281:8:4294967295] 00000400:00000200:3.0:1718399243.726657:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.726661:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.726663:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725c00 (tot 82314186). 00000800:00000200:3.0:1718399243.726665:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.726669:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.726670:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.726743:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.726745:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725c00 (tot 82313938). 00000400:00000200:1.0:1718399243.726748:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.726751:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.726753:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466a18 00000400:00000010:1.0:1718399243.726754:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466a18. 00000100:00000200:1.0:1718399243.726758:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316492864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.728105:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.728114:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02240 00000400:00000200:0.0:1718399243.728120:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadf8d [1] + 224 00000400:00000200:0.0:1718399243.728135:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.728138:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.728143:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316492864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.728213:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:3.0:1718399243.728217:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:3.0:1718399243.728219:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.728222:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316492864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.728228:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316492864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.728246:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.728250:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399243.728254:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.728257:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2600. 00010000:00000010:3.0:1718399243.728260:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27240. 00010000:00000010:1.1:1718399243.730707:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092ba6d00. 00010000:00000010:1.1:1718399243.730719:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a543d600. 00010000:00000010:1.1:1718399243.730722:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdaf40. 00000400:00000200:0.0:1718399243.731094:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.731105:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d580 00000400:00000200:0.0:1718399243.731111:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac9cd [2] + 0 00000400:00000200:0.0:1718399243.731161:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.731164:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.731169:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.731173:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000020:00000010:2.0:1718399243.731384:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fac00. 00000020:00000010:2.0:1718399243.731389:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6500. 00000020:00000010:2.0:1718399243.731392:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f7e0. 00000100:00000200:2.0:1718399243.731414:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317915008/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399243.731433:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317915008 02000000:00000010:2.0:1718399243.731439:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52faa00. 00010000:00000010:2.0:1718399243.731460:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a9e41600. 00010000:00000010:2.0:1718399243.731475:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e540. 00000100:00000010:2.0:1718399243.731480:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cbe40. 00000100:00000010:2.0:1718399243.731496:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cbe40. 00010000:00000010:2.0:1718399243.731499:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e540. 00000400:00000010:2.0:1718399243.731507:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e6e8. 00000100:00000200:2.0:1718399243.731510:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317915008, offset 224 00000400:00000200:2.0:1718399243.731515:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.731523:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.731528:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90282:90282:256:4294967295] 192.168.202.25@tcp LPNI seq info [90282:90282:8:4294967295] 00000400:00000200:2.0:1718399243.731535:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.731539:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.731543:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730b00 (tot 82314186). 00000800:00000200:2.0:1718399243.731546:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.731552:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.731555:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.731571:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6500. 00000020:00000010:2.0:1718399243.731575:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f7e0. 00000020:00000010:2.0:1718399243.731577:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fac00. 00080000:00000010:3.0:1718399243.731632:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880095725f00. 00010000:00000010:3.0:1718399243.731689:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.731694:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a9e41580. 00010000:00000010:3.0:1718399243.731751:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880095725800. 00010000:00000010:3.0:1718399243.731754:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.731758:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c900. 00010000:00000010:3.0:1718399243.731761:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46800. 00080000:00000010:3.0:1718399243.731780:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880095725c00. 00010000:00000010:3.0:1718399243.731801:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399243.731804:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46d80. 00000800:00000200:1.0:1718399243.731852:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.731855:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730b00 (tot 82313938). 00000400:00000200:1.0:1718399243.731859:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.731862:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.731864:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e6e8 00000400:00000010:1.0:1718399243.731865:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e6e8. 00010000:00000010:3.0:1718399243.731902:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09ed00. 00010000:00000010:3.0:1718399243.731905:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.731912:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27240. 00000100:00000010:3.0:1718399243.731914:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2600. 00000100:00000010:3.0:1718399243.731919:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.731927:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399243.731942:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.731944:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399243.731947:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.731950:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316492928, portal 16 00000400:00000010:3.0:1718399243.731952:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466880. 00000100:00000200:3.0:1718399243.731954:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316492928, offset 0 00000400:00000200:3.0:1718399243.731957:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.731962:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.731989:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.731991:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.731993:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.731995:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90283:90283:256:4294967295] 192.168.202.25@tcp LPNI seq info [90283:90283:8:4294967295] 00000400:00000200:3.0:1718399243.732002:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.732005:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.732007:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725d00 (tot 82314186). 00000800:00000200:3.0:1718399243.732009:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.732012:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.732014:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.732225:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.732227:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725d00 (tot 82313938). 00000400:00000200:0.0:1718399243.732230:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.732233:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.732235:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466880 00000400:00000010:0.0:1718399243.732236:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466880. 00000100:00000200:0.0:1718399243.732239:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316492928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.733006:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.733012:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02280 00000400:00000200:0.0:1718399243.733017:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadf99 [1] + 224 00000400:00000200:0.0:1718399243.733022:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.733025:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.733028:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316492928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.733052:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.733055:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d5c0 00000400:00000200:0.0:1718399243.733059:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac9cd [2] + 328 00000400:00000200:0.0:1718399243.733091:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.733094:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.733097:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.733100:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00000020:00000010:1.0:1718399243.733142:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399243.733146:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac80. 00000020:00000010:1.0:1718399243.733149:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000400:00000010:3.0:1718399243.733159:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000100:00000200:1.0:1718399243.733160:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317915072/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000200:3.0:1718399243.733162:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:3.0:1718399243.733163:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.733166:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316492928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.733171:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316492928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399243.733185:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317915072 02000000:00000010:1.0:1718399243.733190:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fd200. 00010000:00000010:1.0:1718399243.733205:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573400. 00000100:00000010:1.0:1718399243.733208:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2540. 00000100:00000010:1.0:1718399243.733211:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2540. 00010000:00000010:1.0:1718399243.733213:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573400. 00000400:00000010:1.0:1718399243.733219:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a880. 00000100:00000200:1.0:1718399243.733221:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317915072, offset 224 00000400:00000200:1.0:1718399243.733226:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.733230:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.733233:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90284:90284:256:4294967295] 192.168.202.25@tcp LPNI seq info [90284:90284:8:4294967295] 00010000:00000010:3.0:1718399243.733237:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009ad06e80. 00000400:00000200:1.0:1718399243.733239:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.733242:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.733244:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009325a700 (tot 82314186). 02000000:00000010:3.0:1718399243.733246:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 00000800:00000200:1.0:1718399243.733247:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 02000000:00000010:3.0:1718399243.733249:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000800:00000200:1.0:1718399243.733250:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000100:00000010:3.0:1718399243.733253:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000800:00000200:1.0:1718399243.733253:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009325a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1718399243.733256:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2600. 00010000:00000010:3.0:1718399243.733258:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27240. 00080000:00000010:3.0:1718399243.733264:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880095725900. 00000020:00000010:1.0:1718399243.733292:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac80. 00000020:00000010:1.0:1718399243.733294:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.733298:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc400. 00000800:00000200:0.0:1718399243.733299:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.733301:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009325a700 (tot 82313938). 00000400:00000200:0.0:1718399243.733303:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.733306:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.733308:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a880 00000400:00000010:0.0:1718399243.733309:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a880. 00010000:00000010:3.0:1718399243.733576:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.733580:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009ad06e00. 00010000:00000010:3.0:1718399243.733619:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d200. 00010000:00000010:3.0:1718399243.733623:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.733627:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27240. 00000100:00000010:3.0:1718399243.733630:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2600. 00000100:00000010:3.0:1718399243.733633:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.733639:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399243.733648:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.733650:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399243.733652:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.733654:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316492992, portal 16 00000400:00000010:3.0:1718399243.733657:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466ee0. 00000100:00000200:3.0:1718399243.733658:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316492992, offset 0 00000400:00000200:3.0:1718399243.733662:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.733666:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.733763:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.733766:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.733768:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.733778:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90285:90285:256:4294967295] 192.168.202.25@tcp LPNI seq info [90285:90285:8:4294967295] 00000400:00000200:3.0:1718399243.733784:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.733788:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.733790:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725300 (tot 82314186). 00000800:00000200:3.0:1718399243.733792:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.733796:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.733798:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.734363:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.734365:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725300 (tot 82313938). 00000400:00000200:0.0:1718399243.734368:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.734371:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.734374:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466ee0 00000400:00000010:0.0:1718399243.734375:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466ee0. 00000100:00000200:0.0:1718399243.734378:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316492992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.736214:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.736224:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc022c0 00000400:00000200:0.0:1718399243.736229:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadfa5 [1] + 224 00000400:00000200:0.0:1718399243.736243:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.736246:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.736251:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316492992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399243.736327:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092ba3180. 00000400:00000010:3.0:1718399243.736866:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:3.0:1718399243.736870:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:3.0:1718399243.736871:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.736875:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316492992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.736880:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316492992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.736903:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.736906:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399243.736909:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.736913:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2600. 00010000:00000010:3.0:1718399243.736916:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27240. 00010000:00000010:0.1:1718399243.736958:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800944b9900. 00010000:00000010:0.1:1718399243.736961:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8fc0. 00000400:00000200:0.0:1718399243.737885:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.737893:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d600 00000400:00000200:0.0:1718399243.737898:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac9cd [2] + 656 00000400:00000200:0.0:1718399243.737944:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.737947:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.737951:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.737955:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 00000020:00000010:1.0:1718399243.738145:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399243.738150:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac80. 00000020:00000010:1.0:1718399243.738153:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.738168:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317915136/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399243.739097:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317915136 02000000:00000010:1.0:1718399243.739106:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc600. 00010000:00000010:1.0:1718399243.739128:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092b8f280. 00010000:00000010:1.0:1718399243.739213:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573400. 00000100:00000010:1.0:1718399243.739218:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2540. 00000100:00000010:1.0:1718399243.739310:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2540. 00010000:00000010:1.0:1718399243.739314:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573400. 00000400:00000010:1.0:1718399243.739323:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9add0. 00000100:00000200:1.0:1718399243.739326:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317915136, offset 224 00000400:00000200:1.0:1718399243.739333:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.739341:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.739345:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90286:90286:256:4294967295] 192.168.202.25@tcp LPNI seq info [90286:90286:8:4294967295] 00000400:00000200:1.0:1718399243.739353:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.739357:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.739360:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009325a100 (tot 82314186). 00000800:00000200:1.0:1718399243.739364:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.739370:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.739372:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009325a100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.739382:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac80. 00000020:00000010:1.0:1718399243.739385:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.739388:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc400. 00080000:00000010:3.0:1718399243.739443:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880095725b00. 00010000:00000010:3.0:1718399243.739499:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.739503:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092b8f500. 00010000:00000010:3.0:1718399243.739560:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d440. 00010000:00000010:3.0:1718399243.739564:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.739570:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27240. 00000100:00000010:3.0:1718399243.739573:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2600. 00000100:00000010:3.0:1718399243.739578:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.739585:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 00000800:00000200:0.0:1718399243.739762:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.739764:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009325a100 (tot 82313938). 00000400:00000200:0.0:1718399243.739779:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.739784:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.739787:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9add0 00000400:00000010:0.0:1718399243.739788:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9add0. 02000000:00000010:3.0:1718399243.739952:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.739957:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399243.739961:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.739964:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316493056, portal 16 00000400:00000010:3.0:1718399243.739967:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94667f8. 00000100:00000200:3.0:1718399243.739968:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316493056, offset 0 00000400:00000200:3.0:1718399243.739972:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.739977:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.739981:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.739984:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.739987:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.739988:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90287:90287:256:4294967295] 192.168.202.25@tcp LPNI seq info [90287:90287:8:4294967295] 00000400:00000200:3.0:1718399243.739994:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.739997:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.739999:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725400 (tot 82314186). 00000800:00000200:3.0:1718399243.740002:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.740005:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.740007:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.740250:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.740252:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725400 (tot 82313938). 00000400:00000200:0.0:1718399243.740256:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.740259:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.740262:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94667f8 00000400:00000010:0.0:1718399243.740263:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94667f8. 00000100:00000200:0.0:1718399243.740267:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316493056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.742234:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.742248:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02300 00000400:00000200:0.0:1718399243.742254:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadfb1 [1] + 224 00000400:00000200:0.0:1718399243.742474:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.742479:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.742486:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316493056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399243.742510:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5018900. 00000400:00000200:0.0:1718399243.742514:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.742519:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d640 00000400:00000200:0.0:1718399243.742522:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac9cd [2] + 984 00000400:00000200:0.0:1718399243.742561:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.742564:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.742569:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1718399243.742571:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000100:00000010:0.0:1718399243.742572:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 00000400:00000200:3.0:1718399243.742576:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:3.0:1718399243.742577:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.742580:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316493056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.742586:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316493056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1718399243.742641:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399243.742647:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac80. 00000020:00000010:1.0:1718399243.742650:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.742666:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d580 x1801871317915200/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399243.742694:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317915200 02000000:00000010:1.0:1718399243.742701:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc800. 00010000:00000010:1.0:1718399243.742729:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573400. 00000100:00000010:1.0:1718399243.742734:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2540. 00000100:00000010:1.0:1718399243.742738:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2540. 00010000:00000010:1.0:1718399243.742741:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573400. 00000400:00000010:1.0:1718399243.742750:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a6e8. 00000100:00000200:1.0:1718399243.742752:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317915200, offset 224 00000400:00000200:1.0:1718399243.742758:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.742764:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.742768:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90288:90288:256:4294967295] 192.168.202.25@tcp LPNI seq info [90288:90288:8:4294967295] 00010000:00000010:3.0:1718399243.742802:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012db2ac00. 02000000:00000010:3.0:1718399243.742813:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.742816:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399243.742820:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.742823:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2600. 00010000:00000010:3.0:1718399243.742825:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27240. 00080000:00000010:3.0:1718399243.742836:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880095725200. 00010000:00000010:3.0:1718399243.742896:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.742900:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012db2a900. 00010000:00000010:3.0:1718399243.742966:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09e880. 00010000:00000010:3.0:1718399243.742970:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.742976:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27240. 00000100:00000010:3.0:1718399243.742978:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2600. 00000100:00000010:3.0:1718399243.742982:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.742990:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399243.743004:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.743006:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399243.743009:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.743012:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316493120, portal 16 00000400:00000010:3.0:1718399243.743014:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399243.743016:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316493120, offset 0 00000400:00000200:3.0:1718399243.743020:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.743234:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.743239:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.743242:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009325a000 (tot 82314186). 00000800:00000200:1.0:1718399243.743245:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.743254:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.743257:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009325a000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1718399243.743259:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.743264:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.743267:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.743289:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.743291:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90289:90289:255:4294967295] 192.168.202.25@tcp LPNI seq info [90289:90289:7:4294967295] 00000400:00000200:3.0:1718399243.743297:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.743300:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.743302:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725100 (tot 82314434). 00000800:00000200:3.0:1718399243.743305:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.743308:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.743309:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725100 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.743381:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac80. 00000020:00000010:1.0:1718399243.743385:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.743388:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc400. 00000800:00000200:0.0:1718399243.743441:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.743444:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009325a000 (tot 82314186). 00000400:00000200:0.0:1718399243.743447:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.743450:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.743452:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a6e8 00000400:00000010:0.0:1718399243.743453:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a6e8. 00000800:00000200:0.0:1718399243.743489:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.743491:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725100 (tot 82313938). 00000400:00000200:0.0:1718399243.743494:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.743497:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.743498:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:0.0:1718399243.743499:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:0.0:1718399243.743503:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316493120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.744237:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.744243:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02340 00000400:00000200:0.0:1718399243.744247:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadfbd [1] + 224 00000400:00000200:0.0:1718399243.744257:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.744260:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.744263:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316493120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.744336:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:3.0:1718399243.744338:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:3.0:1718399243.744339:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.744342:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316493120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.744347:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316493120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.744359:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.744362:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399243.744364:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.744366:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2600. 00010000:00000010:3.0:1718399243.744369:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27240. 00000400:00000200:0.0:1718399243.744980:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.744986:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d680 00000400:00000200:0.0:1718399243.744990:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac9cd [2] + 1312 00000400:00000200:0.0:1718399243.745111:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.745115:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.745119:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.745123:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000020:00000010:1.0:1718399243.745798:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399243.745803:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac80. 00000020:00000010:1.0:1718399243.745807:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.745822:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317915264/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399243.745898:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317915264 02000000:00000010:1.0:1718399243.745905:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800928fc000. 00010000:00000010:1.0:1718399243.745923:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800931e3700. 00010000:00000010:0.1:1718399243.745932:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5316400. 00010000:00000010:1.0:1718399243.745934:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573400. 00000100:00000010:1.0:1718399243.745939:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2540. 00010000:00000010:0.1:1718399243.745947:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d5f400. 00010000:00000010:0.1:1718399243.745951:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f3c0. 00000100:00000010:1.0:1718399243.745954:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2540. 00010000:00000010:0.1:1718399243.745955:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880095725800. 00010000:00000010:1.0:1718399243.745956:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573400. 00010000:00000010:0.1:1718399243.745958:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c900. 00010000:00000010:0.1:1718399243.745960:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095717840. 00010000:00000010:0.1:1718399243.745963:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922db200. 00000400:00000010:1.0:1718399243.745964:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aee0. 00010000:00000010:0.1:1718399243.745965:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09ed00. 00000100:00000200:1.0:1718399243.745967:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317915264, offset 224 00000400:00000200:1.0:1718399243.745972:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.745978:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00080000:00000010:3.0:1718399243.746017:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880095725800. 00000400:00000200:1.0:1718399243.746028:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90290:90290:256:4294967295] 192.168.202.25@tcp LPNI seq info [90290:90290:8:4294967295] 00000400:00000200:1.0:1718399243.746035:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.746038:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.746041:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009325a900 (tot 82314186). 00000800:00000200:1.0:1718399243.746092:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.746098:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.746101:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009325a900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.746120:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac80. 00000020:00000010:1.0:1718399243.746124:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.746127:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc400. 00010000:00000010:3.0:1718399243.746188:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.746193:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800931e3680. 00000800:00000200:0.0:1718399243.746208:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.746210:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009325a900 (tot 82313938). 00000400:00000200:0.0:1718399243.746214:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.746216:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.746218:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aee0 00000400:00000010:0.0:1718399243.746219:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aee0. 00010000:00000010:3.0:1718399243.746242:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cb40. 00010000:00000010:3.0:1718399243.746245:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.746251:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27240. 00000100:00000010:3.0:1718399243.746254:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2600. 00000100:00000010:3.0:1718399243.746258:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.746265:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399243.746299:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.746302:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399243.746306:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.746309:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316493184, portal 16 00000400:00000010:3.0:1718399243.746312:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466550. 00000100:00000200:3.0:1718399243.746313:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316493184, offset 0 00000400:00000200:3.0:1718399243.746316:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.746320:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.746324:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.746327:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.746329:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.746331:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90291:90291:256:4294967295] 192.168.202.25@tcp LPNI seq info [90291:90291:8:4294967295] 00000400:00000200:3.0:1718399243.746337:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.746340:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.746342:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725100 (tot 82314186). 00000800:00000200:3.0:1718399243.746345:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.746348:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.746349:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.746521:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.746523:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725100 (tot 82313938). 00000400:00000200:0.0:1718399243.746526:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.746529:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.746532:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466550 00000400:00000010:0.0:1718399243.746533:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466550. 00000100:00000200:0.0:1718399243.746536:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316493184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.747293:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.747300:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02380 00000400:00000200:0.0:1718399243.747308:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadfc9 [1] + 224 00000400:00000200:0.0:1718399243.747324:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.747327:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.747332:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316493184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.747396:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:3.0:1718399243.747400:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:3.0:1718399243.747401:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.747405:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316493184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.747411:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316493184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.747428:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.747431:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399243.747434:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.747437:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2600. 00010000:00000010:3.0:1718399243.747440:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27240. 00000400:00000200:0.0:1718399243.747632:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.747638:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d6c0 00000400:00000200:0.0:1718399243.747642:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac9cd [2] + 1640 00000400:00000200:0.0:1718399243.747693:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.747697:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.747700:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.747703:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000020:00000010:1.0:1718399243.747893:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800928fc400. 00000020:00000010:1.0:1718399243.747897:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac80. 00000020:00000010:1.0:1718399243.747899:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.747912:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317915328/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399243.747935:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317915328 02000000:00000010:1.0:1718399243.747950:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f6000. 00010000:00000010:1.0:1718399243.747984:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a522c800. 00010000:00000010:1.0:1718399243.748009:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573400. 00000100:00000010:1.0:1718399243.748013:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2540. 00000100:00000010:1.0:1718399243.748027:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2540. 00010000:00000010:1.0:1718399243.748029:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573400. 00000400:00000010:1.0:1718399243.748035:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9abb0. 00000100:00000200:1.0:1718399243.748038:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317915328, offset 224 00000400:00000200:1.0:1718399243.748042:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.748046:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.748050:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90292:90292:256:4294967295] 192.168.202.25@tcp LPNI seq info [90292:90292:8:4294967295] 00000400:00000200:1.0:1718399243.748056:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.748059:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.748061:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009325a900 (tot 82314186). 00000800:00000200:1.0:1718399243.748064:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.748068:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.748070:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009325a900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.748093:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac80. 00000020:00000010:1.0:1718399243.748096:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.748099:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800928fc400. 00000800:00000200:0.0:1718399243.748189:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.748191:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009325a900 (tot 82313938). 00000400:00000200:0.0:1718399243.748195:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.748198:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.748200:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9abb0 00000400:00000010:0.0:1718399243.748201:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9abb0. 00080000:00000010:3.0:1718399243.748332:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880095725400. 00010000:00000010:3.0:1718399243.748385:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.748389:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a522cd80. 00010000:00000010:3.0:1718399243.748468:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880095725300. 00010000:00000010:3.0:1718399243.748470:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.748474:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09df80. 00010000:00000010:3.0:1718399243.748476:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46800. 00080000:00000010:3.0:1718399243.748484:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880095725d00. 00010000:00000010:3.0:1718399243.748686:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399243.748690:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.748734:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c000. 00010000:00000010:3.0:1718399243.748736:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.748742:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27240. 00000100:00000010:3.0:1718399243.748745:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2600. 00000100:00000010:3.0:1718399243.748749:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.748756:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399243.748787:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.748791:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399243.748794:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.748797:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316493248, portal 16 00000400:00000010:3.0:1718399243.748799:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94663b8. 00000100:00000200:3.0:1718399243.748801:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316493248, offset 0 00000400:00000200:3.0:1718399243.748805:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.748810:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.748815:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.748818:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.748820:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.748822:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90293:90293:256:4294967295] 192.168.202.25@tcp LPNI seq info [90293:90293:8:4294967295] 00000400:00000200:3.0:1718399243.748828:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.748831:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.748833:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725100 (tot 82314186). 00000800:00000200:3.0:1718399243.748836:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.748840:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.748842:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.749067:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.749069:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725100 (tot 82313938). 00000400:00000200:0.0:1718399243.749072:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.749075:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.749077:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94663b8 00000400:00000010:0.0:1718399243.749077:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94663b8. 00000100:00000200:0.0:1718399243.749082:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316493248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.751081:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.751093:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc023c0 00000400:00000200:0.0:1718399243.751099:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadfd5 [1] + 224 00000400:00000200:0.0:1718399243.751115:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.751118:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.751125:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316493248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.751216:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:3.0:1718399243.751221:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:3.0:1718399243.751222:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.751226:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316493248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.751232:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316493248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.751256:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.751260:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399243.751264:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.751302:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2600. 00010000:00000010:3.0:1718399243.751307:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27240. 00010000:00000010:2.1:1718399243.751863:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f4e5a00. 00010000:00000010:2.1:1718399243.751869:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d200. 00010000:00000010:2.1:1718399243.751873:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8801303f7600. 00010000:00000010:2.1:1718399243.751876:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928efb00. 00010000:00000010:2.1:1718399243.751878:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d440. 00010000:00000010:1.1:1718399243.751913:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88013645dd40. 00000400:00000200:0.0:1718399243.752056:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.752061:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d700 00000400:00000200:0.0:1718399243.752065:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xac9cd [2] + 1968 00000400:00000010:0.0:1718399243.752066:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310e18. 00000400:00000200:0.0:1718399243.752068:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800928a19c0 00000400:00000200:0.0:1718399243.752103:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.752106:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.752108:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800928a19c0 00000400:00000010:0.0:1718399243.752110:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800928a19c0 (tot 82313786). 00000100:00000200:0.0:1718399243.752114:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1718399243.752454:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fac00. 00000020:00000010:2.0:1718399243.752466:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6500. 00000020:00000010:2.0:1718399243.752470:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f7e0. 00000100:00000200:2.0:1718399243.752487:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a561d050 x1801871317915392/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399243.752531:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317915392 02000000:00000010:1.0:1718399243.752539:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f6200. 00010000:00000010:1.0:1718399243.752722:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130393a80. 00010000:00000010:1.0:1718399243.752737:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573400. 00000100:00000010:1.0:1718399243.752742:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2540. 00000100:00000010:1.0:1718399243.752759:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2540. 00010000:00000010:1.0:1718399243.752762:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573400. 00000400:00000010:1.0:1718399243.752783:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a000. 00000100:00000200:1.0:1718399243.752787:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317915392, offset 224 00000400:00000200:1.0:1718399243.752793:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.752800:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.752806:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90294:90294:256:4294967295] 192.168.202.25@tcp LPNI seq info [90294:90294:8:4294967295] 00000400:00000200:1.0:1718399243.752813:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.752817:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.752819:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009325a000 (tot 82314034). 00000800:00000200:1.0:1718399243.752823:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.752829:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.752831:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009325a000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.752850:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6500. 00000020:00000010:1.0:1718399243.752854:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f7e0. 00000020:00000010:1.0:1718399243.752856:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fac00. 02000000:00000010:1.0:1718399243.752863:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f6000. 00000100:00000010:1.0:1718399243.752866:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 02000000:00000010:1.0:1718399243.752869:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc000. 00000100:00000010:1.0:1718399243.752871:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:1.0:1718399243.752873:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc800. 00000100:00000010:1.0:1718399243.752875:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 02000000:00000010:1.0:1718399243.752876:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fc600. 00000100:00000010:1.0:1718399243.752878:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 02000000:00000010:1.0:1718399243.752879:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800928fd200. 00000100:00000010:1.0:1718399243.752881:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:1.0:1718399243.752883:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52faa00. 00000100:00000010:1.0:1718399243.752884:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 00000100:00000200:1.0:1718399243.752888:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1718399243.752891:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1f20. 00000400:00000010:1.0:1718399243.752893:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093fa2540 (tot 82314186). 00080000:00000010:3.0:1718399243.753069:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880095725100. 00010000:00000010:3.0:1718399243.753127:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.753132:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130393a00. 00010000:00000010:3.0:1718399243.753188:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f600. 00010000:00000010:3.0:1718399243.753191:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.753199:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27240. 00000100:00000010:3.0:1718399243.753201:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2600. 00000100:00000010:3.0:1718399243.753206:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.753214:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399243.753229:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.753232:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399243.753234:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.753237:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316493312, portal 16 00000400:00000010:3.0:1718399243.753239:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466c38. 00000800:00000200:0.0:1718399243.753323:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.753326:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009325a000 (tot 82313938). 00000400:00000200:0.0:1718399243.753330:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.753333:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.753335:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a000 00000400:00000010:0.0:1718399243.753336:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a000. 02000000:00000010:0.0:1718399243.753341:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f6200. 00000100:00000200:3.0:1718399243.753497:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316493312, offset 0 00000400:00000200:3.0:1718399243.753502:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.753506:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.753515:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.753518:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.753519:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.753521:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90295:90295:256:4294967295] 192.168.202.25@tcp LPNI seq info [90295:90295:8:4294967295] 00000400:00000200:3.0:1718399243.753526:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.753530:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.753534:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9506200 (tot 82314186). 00000800:00000200:3.0:1718399243.753536:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.753539:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.753541:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a9506200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.753743:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.753744:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9506200 (tot 82313938). 00000400:00000200:0.0:1718399243.753747:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.753750:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.753752:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466c38 00000400:00000010:0.0:1718399243.753753:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466c38. 00000100:00000200:0.0:1718399243.753757:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316493312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.755248:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.755259:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02400 00000400:00000200:0.0:1718399243.755264:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadfe5 [1] + 224 00000400:00000200:1.0:1718399243.755435:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.755439:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.755445:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316493312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.755500:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.755521:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d740 00000400:00000200:1.0:1718399243.755525:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xaca2d [2] + 0 00000400:00000200:1.0:1718399243.755574:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.755577:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.755581:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399243.755585:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 00000400:00000010:3.0:1718399243.755665:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:3.0:1718399243.755670:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:3.0:1718399243.755671:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.755674:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316493312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.755680:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316493312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.755704:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.755708:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000020:00000010:2.0:1718399243.755844:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb600. 00000020:00000010:2.0:1718399243.755849:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399243.755852:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399243.755866:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df75f00 x1801871317915456/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399243.755879:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317915456 02000000:00000010:2.0:1718399243.755884:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa800. 00010000:00000010:2.0:1718399243.755901:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b495500. 00010000:00000010:2.0:1718399243.755923:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e540. 00000100:00000010:2.0:1718399243.755928:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cbe40. 00000100:00000010:2.0:1718399243.755932:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cbe40. 00000100:00000010:3.0:1718399243.755945:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.755948:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2600. 00010000:00000010:3.0:1718399243.755950:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27240. 00080000:00000010:3.0:1718399243.755960:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a9506c00. 00010000:00000010:3.0:1718399243.756082:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:2.0:1718399243.756085:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e540. 00010000:00000010:2.0:1718399243.756089:0:22081:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b495480. 00000400:00000010:2.0:1718399243.756107:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eb28. 00000100:00000200:2.0:1718399243.756111:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317915456, offset 224 00000400:00000200:2.0:1718399243.756117:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.756123:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.756126:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90296:90296:256:4294967295] 192.168.202.25@tcp LPNI seq info [90296:90296:8:4294967295] 00000400:00000200:2.0:1718399243.756135:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00010000:00000010:3.0:1718399243.756136:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d8c0. 00000800:00000200:2.0:1718399243.756138:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00010000:00000010:3.0:1718399243.756139:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00000800:00000010:2.0:1718399243.756141:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730d00 (tot 82314186). 00000800:00000200:2.0:1718399243.756144:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00010000:00000010:3.0:1718399243.756145:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27240. 00000100:00000010:3.0:1718399243.756147:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2600. 00000800:00000200:2.0:1718399243.756150:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000100:00000010:3.0:1718399243.756151:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 00000800:00000200:2.0:1718399243.756152:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730d00 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1718399243.756156:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399243.756169:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000020:00000010:2.0:1718399243.756171:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6a00. 00000400:00000010:3.0:1718399243.756172:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399243.756174:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000020:00000010:2.0:1718399243.756174:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399243.756176:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb600. 00000100:00000200:3.0:1718399243.756177:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316493376, portal 16 00000400:00000010:3.0:1718399243.756179:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466440. 00000100:00000200:3.0:1718399243.756180:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316493376, offset 0 00000400:00000200:3.0:1718399243.756183:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.756187:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.756192:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.756194:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.756196:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.756198:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90297:90297:255:4294967295] 192.168.202.25@tcp LPNI seq info [90297:90297:7:4294967295] 00000400:00000200:3.0:1718399243.756203:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.756206:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.756208:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9506d00 (tot 82314434). 00000800:00000200:3.0:1718399243.756211:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.756214:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.756215:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a9506d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.756410:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.756412:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730d00 (tot 82314186). 00000400:00000200:0.0:1718399243.756415:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.756418:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.756421:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eb28 00000400:00000010:0.0:1718399243.756422:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eb28. 00000800:00000200:0.0:1718399243.756455:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.756456:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9506d00 (tot 82313938). 00000400:00000200:0.0:1718399243.756459:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.756461:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.756463:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466440 00000400:00000010:0.0:1718399243.756464:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466440. 00000100:00000200:0.0:1718399243.756467:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316493376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399243.757561:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130a7b180. 00010000:00000010:2.1:1718399243.757605:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093026f00. 00010000:00000010:2.1:1718399243.757611:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09e880. 00010000:00000010:2.1:1718399243.757615:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e316700. 00010000:00000010:2.1:1718399243.757617:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cb40. 00010000:00000010:2.1:1718399243.757619:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880095725300. 00010000:00000010:2.1:1718399243.757622:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09df80. 00000400:00000200:0.0:1718399243.757831:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.757840:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02440 00000400:00000200:0.0:1718399243.757844:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadff1 [1] + 224 00000400:00000200:0.0:1718399243.757858:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.757861:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.757866:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316493376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.757940:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:3.0:1718399243.757944:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:3.0:1718399243.757946:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.757950:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316493376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.757955:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316493376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.757970:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.757973:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399243.757976:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.757979:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2600. 00010000:00000010:3.0:1718399243.757981:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27240. 00000400:00000200:0.0:1718399243.758290:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.758296:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d780 00000400:00000200:0.0:1718399243.758300:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xaca2d [2] + 328 00000400:00000200:0.0:1718399243.758341:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.758345:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.758348:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.758351:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 00000020:00000010:2.0:1718399243.758538:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb600. 00000020:00000010:2.0:1718399243.758543:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399243.758545:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399243.758558:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27df00 x1801871317915520/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399243.758583:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317915520 02000000:00000010:2.0:1718399243.758589:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fbc00. 00010000:00000010:2.0:1718399243.758604:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093539f80. 00010000:00000010:2.0:1718399243.758616:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e540. 00000100:00000010:2.0:1718399243.758620:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cbe40. 00000100:00000010:2.0:1718399243.758635:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cbe40. 00010000:00000010:2.0:1718399243.758638:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e540. 00000400:00000010:2.0:1718399243.758645:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e198. 00000100:00000200:2.0:1718399243.758648:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317915520, offset 224 00000400:00000200:2.0:1718399243.758653:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.758659:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.758663:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90298:90298:256:4294967295] 192.168.202.25@tcp LPNI seq info [90298:90298:8:4294967295] 00000400:00000200:2.0:1718399243.758670:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.758674:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.758677:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730600 (tot 82314186). 00000800:00000200:2.0:1718399243.758681:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00080000:00000010:3.0:1718399243.758685:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a9506b00. 00000800:00000200:2.0:1718399243.758686:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.758688:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.758697:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399243.758700:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399243.758701:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb600. 00010000:00000010:3.0:1718399243.758730:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.758734:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093539f00. 00010000:00000010:3.0:1718399243.758796:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c6c0. 00010000:00000010:3.0:1718399243.758800:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.758806:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27240. 00000100:00000010:3.0:1718399243.758809:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2600. 00000100:00000010:3.0:1718399243.758813:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.758818:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399243.758831:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.758834:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399243.758837:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.758840:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316493440, portal 16 00000400:00000010:3.0:1718399243.758842:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.758843:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316493440, offset 0 00000400:00000200:3.0:1718399243.758847:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.758851:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.758855:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.758858:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.758859:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.758862:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90299:90299:255:4294967295] 192.168.202.25@tcp LPNI seq info [90299:90299:7:4294967295] 00000400:00000200:3.0:1718399243.758867:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.758870:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.758873:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9506d00 (tot 82314434). 00000800:00000200:3.0:1718399243.758876:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.758879:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.758881:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a9506d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.758932:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.758934:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730600 (tot 82314186). 00000400:00000200:0.0:1718399243.758937:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.758940:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.758942:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e198 00000400:00000010:0.0:1718399243.758943:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e198. 00000800:00000200:0.0:1718399243.758970:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.758972:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9506d00 (tot 82313938). 00000400:00000200:0.0:1718399243.758974:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.758977:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.758978:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:0.0:1718399243.758979:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:0.0:1718399243.758982:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316493440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.760219:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.760226:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02480 00000400:00000200:0.0:1718399243.760230:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xadffd [1] + 224 00000400:00000200:0.0:1718399243.760243:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.760246:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.760251:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316493440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.760352:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:0.0:1718399243.760613:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.760619:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d7c0 00000400:00000200:3.0:1718399243.760731:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:3.0:1718399243.760733:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.760737:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316493440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.760738:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xaca2d [2] + 656 00000100:00000200:3.0:1718399243.760744:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316493440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.760763:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.760767:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000400:00000200:0.0:1718399243.760780:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1718399243.760783:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000400:00000200:0.0:1718399243.760784:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000010:3.0:1718399243.760786:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2600. 00000100:00000200:0.0:1718399243.760787:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.0:1718399243.760789:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27240. 00000100:00000010:0.0:1718399243.760790:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00000020:00000010:1.0:1718399243.760850:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f6000. 00000020:00000010:1.0:1718399243.760855:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac80. 00000020:00000010:1.0:1718399243.760857:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.760867:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317915584/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399243.760889:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317915584 02000000:00000010:1.0:1718399243.760894:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f6400. 00010000:00000010:1.0:1718399243.760906:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a946ad00. 00010000:00000010:1.0:1718399243.760916:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573400. 00000100:00000010:1.0:1718399243.760919:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2a80. 00000100:00000010:1.0:1718399243.760930:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2a80. 00010000:00000010:1.0:1718399243.760932:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573400. 00000400:00000010:1.0:1718399243.760938:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399243.760940:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317915584, offset 224 00000400:00000200:1.0:1718399243.760943:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.760948:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.760951:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90300:90300:256:4294967295] 192.168.202.25@tcp LPNI seq info [90300:90300:8:4294967295] 00000400:00000200:1.0:1718399243.760957:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.760961:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.760963:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009325a700 (tot 82314186). 00000800:00000200:1.0:1718399243.760966:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.760970:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.760972:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009325a700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.760985:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac80. 00000020:00000010:1.0:1718399243.760987:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.760990:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f6000. 00000800:00000200:0.0:1718399243.761175:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.761177:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009325a700 (tot 82313938). 00000400:00000200:0.0:1718399243.761181:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.761184:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.761185:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a7f8 00000400:00000010:0.0:1718399243.761186:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a7f8. 00080000:00000010:3.0:1718399243.761239:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a9506200. 00010000:00000010:3.0:1718399243.761304:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.761309:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a946ab80. 00010000:00000010:3.0:1718399243.761358:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09dd40. 00010000:00000010:3.0:1718399243.761361:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.761367:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27240. 00000100:00000010:3.0:1718399243.761369:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2600. 00000100:00000010:3.0:1718399243.761373:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.761378:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399243.761389:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.761392:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399243.761395:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.761398:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316493504, portal 16 00000400:00000010:3.0:1718399243.761400:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399243.761401:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316493504, offset 0 00000400:00000200:3.0:1718399243.761406:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.761410:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.761414:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.761417:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.761419:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.761421:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90301:90301:256:4294967295] 192.168.202.25@tcp LPNI seq info [90301:90301:8:4294967295] 00000400:00000200:3.0:1718399243.761426:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.761430:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.761432:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a9506d00 (tot 82314186). 00000800:00000200:3.0:1718399243.761434:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.761437:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.761439:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a9506d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.761644:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.761646:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a9506d00 (tot 82313938). 00000400:00000200:0.0:1718399243.761649:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.761652:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.761654:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:0.0:1718399243.761655:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000100:00000200:0.0:1718399243.761659:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316493504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.762795:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.762804:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc024c0 00000400:00000200:0.0:1718399243.762808:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae009 [1] + 224 00000400:00000200:0.0:1718399243.762822:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.762824:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.762829:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316493504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.762989:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.762995:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d800 00000400:00000200:0.0:1718399243.762999:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xaca2d [2] + 984 00000400:00000200:0.0:1718399243.763034:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.763037:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.763051:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.763055:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00000020:00000010:2.0:1718399243.763106:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb600. 00000020:00000010:2.0:1718399243.763111:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399243.763114:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399243.763127:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317915648/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399243.763153:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317915648 02000000:00000010:2.0:1718399243.763159:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa400. 00010000:00000010:2.0:1718399243.763179:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e540. 00000100:00000010:2.0:1718399243.763183:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cbe40. 00000100:00000010:2.0:1718399243.763186:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cbe40. 00010000:00000010:2.0:1718399243.763190:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e540. 00000400:00000010:2.0:1718399243.763196:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eaa0. 00000100:00000200:2.0:1718399243.763199:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317915648, offset 224 00000400:00000200:2.0:1718399243.763204:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.763209:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.763212:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90302:90302:256:4294967295] 192.168.202.25@tcp LPNI seq info [90302:90302:8:4294967295] 00000400:00000200:2.0:1718399243.763396:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.763401:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.763404:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730600 (tot 82314186). 00000800:00000200:2.0:1718399243.763407:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.763412:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.763414:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.763425:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399243.763429:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399243.763431:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb600. 00010000:00000010:0.1:1718399243.763493:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2ff600. 00000800:00000200:1.0:1718399243.763564:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.763566:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730600 (tot 82313938). 00000400:00000200:1.0:1718399243.763569:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.763572:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.763574:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eaa0 00000400:00000010:1.0:1718399243.763575:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eaa0. 00000400:00000010:3.0:1718399243.763796:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:3.0:1718399243.763800:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:3.0:1718399243.763801:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.763806:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316493504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.763813:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316493504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399243.763827:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88011f0e3c80. 02000000:00000010:3.0:1718399243.763837:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.763840:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399243.763843:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.763847:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2600. 00010000:00000010:3.0:1718399243.763849:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27240. 00080000:00000010:3.0:1718399243.763859:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a9506d00. 00010000:00000010:3.0:1718399243.763905:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.763910:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88011f0e3c00. 00010000:00000010:3.0:1718399243.763955:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880130ceb600. 00010000:00000010:3.0:1718399243.763957:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.763960:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cfc0. 00010000:00000010:3.0:1718399243.763963:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46800. 00080000:00000010:3.0:1718399243.763970:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130ceba00. 00010000:00000010:3.0:1718399243.763987:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399243.763990:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.764035:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d680. 00010000:00000010:3.0:1718399243.764038:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.764042:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27240. 00000100:00000010:3.0:1718399243.764045:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2600. 00000100:00000010:3.0:1718399243.764048:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.764055:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399243.764066:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.764068:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399243.764071:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.764074:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316493568, portal 16 00000400:00000010:3.0:1718399243.764076:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466330. 00000100:00000200:3.0:1718399243.764077:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316493568, offset 0 00000400:00000200:3.0:1718399243.764081:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.764085:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.764090:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.764092:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.764094:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.764096:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90303:90303:256:4294967295] 192.168.202.25@tcp LPNI seq info [90303:90303:8:4294967295] 00000400:00000200:3.0:1718399243.764102:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.764110:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.764112:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130cebb00 (tot 82314186). 00000800:00000200:3.0:1718399243.764115:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.764119:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.764121:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130cebb00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.764578:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.764588:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130cebb00 (tot 82313938). 00000400:00000200:0.0:1718399243.764590:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.764594:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.764595:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466330 00000400:00000010:0.0:1718399243.764597:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466330. 00000100:00000200:0.0:1718399243.764600:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316493568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.766112:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.766123:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02500 00000400:00000200:0.0:1718399243.766128:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae015 [1] + 224 00000400:00000200:0.0:1718399243.766136:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.766138:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.766143:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316493568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.766171:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.766175:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d840 00000400:00000200:0.0:1718399243.766179:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xaca2d [2] + 1312 00000400:00000200:0.0:1718399243.766223:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.766226:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.766231:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.766235:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 00000400:00000010:3.0:1718399243.766326:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:3.0:1718399243.766331:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:3.0:1718399243.766332:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.766336:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316493568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.766342:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316493568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.766360:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.766363:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399243.766366:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.766369:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2600. 00010000:00000010:3.0:1718399243.766372:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27240. 00000020:00000010:2.0:1718399243.766510:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb600. 00000020:00000010:2.0:1718399243.766514:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399243.766517:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399243.766530:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317915712/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399243.766558:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317915712 02000000:00000010:2.0:1718399243.766565:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa200. 00010000:00000010:2.0:1718399243.766581:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a5400. 00010000:00000010:2.0:1718399243.766594:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e540. 00000100:00000010:2.0:1718399243.766598:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cbe40. 00000100:00000010:2.0:1718399243.766615:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cbe40. 00010000:00000010:2.0:1718399243.766619:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e540. 00000400:00000010:2.0:1718399243.766625:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399243.766628:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317915712, offset 224 00000400:00000200:2.0:1718399243.766633:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.766640:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.766644:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90304:90304:256:4294967295] 192.168.202.25@tcp LPNI seq info [90304:90304:8:4294967295] 00000400:00000200:2.0:1718399243.766650:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.766654:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.766656:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730d00 (tot 82314186). 00000800:00000200:2.0:1718399243.766660:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.766665:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.766668:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.766687:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399243.766691:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399243.766693:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb600. 00000800:00000200:1.0:1718399243.766727:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.766730:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730d00 (tot 82313938). 00000400:00000200:1.0:1718399243.766734:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.766737:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.766739:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:1.0:1718399243.766741:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00080000:00000010:3.0:1718399243.766934:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130ceb100. 00010000:00000010:3.0:1718399243.766982:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.766987:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a5380. 00010000:00000010:3.0:1718399243.767036:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cd80. 00010000:00000010:3.0:1718399243.767040:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399243.767045:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27240. 00000100:00000010:3.0:1718399243.767047:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2600. 00000100:00000010:3.0:1718399243.767050:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.767056:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399243.767067:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.767069:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399243.767072:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.767075:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316493632, portal 16 00000400:00000010:3.0:1718399243.767077:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466aa0. 00000100:00000200:3.0:1718399243.767078:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316493632, offset 0 00000400:00000200:3.0:1718399243.767082:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.767085:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.767090:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.767093:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.767094:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.767096:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90305:90305:256:4294967295] 192.168.202.25@tcp LPNI seq info [90305:90305:8:4294967295] 00000400:00000200:3.0:1718399243.767101:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.767104:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.767106:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130ceb200 (tot 82314186). 00000800:00000200:3.0:1718399243.767108:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.767111:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.767113:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130ceb200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.767202:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.767204:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130ceb200 (tot 82313938). 00000400:00000200:0.0:1718399243.767206:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.767209:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.767211:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:0.0:1718399243.767212:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00000100:00000200:0.0:1718399243.767215:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316493632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.769224:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.769236:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02540 00000400:00000200:0.0:1718399243.769241:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae021 [1] + 224 00000400:00000200:0.0:1718399243.769258:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.769262:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.769268:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316493632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.769738:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:0.0:1718399243.769741:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1718399243.769743:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:3.0:1718399243.769745:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000400:00000200:0.0:1718399243.769747:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d880 00000100:00000200:3.0:1718399243.769750:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316493632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.769751:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xaca2d [2] + 1640 00000100:00000200:3.0:1718399243.769757:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316493632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.769789:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.769794:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399243.769797:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.769800:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2600. 00010000:00000010:3.0:1718399243.769803:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27240. 00000400:00000200:0.0:1718399243.770142:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.770146:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.770151:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.770154:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 00000020:00000010:2.0:1718399243.770219:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb600. 00000020:00000010:2.0:1718399243.770224:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399243.770227:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399243.770243:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c2797c0 x1801871317915776/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399243.770327:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317915776 02000000:00000010:2.0:1718399243.770335:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52faa00. 00010000:00000010:2.0:1718399243.770353:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093ed3000. 00010000:00000010:2.0:1718399243.770416:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e540. 00000100:00000010:2.0:1718399243.770421:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cbe40. 00000100:00000010:2.0:1718399243.770438:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cbe40. 00010000:00000010:2.0:1718399243.770441:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e540. 00000400:00000010:2.0:1718399243.770450:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e330. 00000100:00000200:2.0:1718399243.770453:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317915776, offset 224 00000400:00000200:2.0:1718399243.770458:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.770465:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.770470:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90306:90306:256:4294967295] 192.168.202.25@tcp LPNI seq info [90306:90306:8:4294967295] 00000400:00000200:2.0:1718399243.770477:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.770481:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.770484:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730b00 (tot 82314186). 00000800:00000200:2.0:1718399243.770488:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.770494:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.770497:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730b00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1718399243.770595:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5223e00. 00010000:00000010:0.0:1718399243.770650:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:0.0:1718399243.770655:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800958dd300. 00010000:00000010:0.0:1718399243.770709:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd8fc0. 00010000:00000010:0.0:1718399243.770713:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcb00. 00010000:00000010:0.0:1718399243.770719:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357c9c0. 00000100:00000010:0.0:1718399243.770722:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9300. 00000100:00000010:0.0:1718399243.770727:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 02000000:00000010:0.0:1718399243.770734:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2a00. 02000000:00000010:0.0:1718399243.770747:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2800. 00000400:00000010:0.0:1718399243.770750:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e925d8. 00000400:00000010:0.0:1718399243.770753:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376dd0. 00000100:00000200:0.0:1718399243.770755:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316493696, portal 16 00000400:00000010:0.0:1718399243.770758:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376e58. 00000100:00000200:0.0:1718399243.770760:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316493696, offset 0 00000400:00000200:0.0:1718399243.770763:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.770767:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.770789:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399243.770791:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399243.770793:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399243.770795:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90307:90307:255:4294967295] 192.168.202.25@tcp LPNI seq info [90307:90307:7:4294967295] 00000400:00000200:0.0:1718399243.770801:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.770804:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.770806:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223900 (tot 82314434). 00000800:00000200:0.0:1718399243.770809:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.770812:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.770813:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223900 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.770838:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399243.770842:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399243.770845:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb600. 00010000:00000010:2.1:1718399243.770908:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012df0d200. 00010000:00000010:2.1:1718399243.770914:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c000. 00010000:00000010:2.1:1718399243.770917:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f600. 00000800:00000200:1.0:1718399243.771910:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.771913:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730b00 (tot 82314186). 00000400:00000200:1.0:1718399243.771917:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.771921:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.771923:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e330 00000400:00000010:1.0:1718399243.771925:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e330. 00000800:00000200:1.0:1718399243.771971:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.771972:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223900 (tot 82313938). 00000400:00000200:1.0:1718399243.771975:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.771978:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.771979:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376e58 00000400:00000010:1.0:1718399243.771980:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376e58. 00000100:00000200:1.0:1718399243.771985:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c279300 x1801871316493696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399243.772000:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e8d6400. 00010000:00000010:0.1:1718399243.774370:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093139c00. 00010000:00000010:0.1:1718399243.774382:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb6ed00. 00000400:00000200:0.0:1718399243.774539:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.774551:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02580 00000400:00000200:0.0:1718399243.774556:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae02d [1] + 224 00000400:00000200:0.0:1718399243.774572:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.774575:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.774581:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c279300 x1801871316493696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399243.774695:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e925d8. 00000400:00000200:2.0:1718399243.774698:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376dd0 00000400:00000010:2.0:1718399243.774700:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376dd0. 00000100:00000200:2.0:1718399243.774704:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c279300 x1801871316493696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.774713:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c279300 x1801871316493696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.774733:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2800. 02000000:00000010:2.0:1718399243.774737:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2a00. 00000100:00000010:2.0:1718399243.774740:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 00000100:00000010:2.0:1718399243.774742:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9300. 00010000:00000010:2.0:1718399243.774745:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357c9c0. 00000400:00000200:0.0:1718399243.775180:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.775187:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d8c0 00000400:00000200:0.0:1718399243.775192:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xaca2d [2] + 1968 00000400:00000010:0.0:1718399243.775195:0:18240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1d10. 00000400:00000200:0.0:1718399243.775197:0:18240:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff880098084e40 00000400:00000200:0.0:1718399243.775240:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.775243:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.775246:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880098084e40 00000400:00000010:0.0:1718399243.775248:0:18240:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff880098084e40 (tot 82313786). 00000100:00000200:0.0:1718399243.775252:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1718399243.775468:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb600. 00000020:00000010:2.0:1718399243.775473:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399243.775476:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399243.775513:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8800a561e050 x1801871317915840/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399243.775543:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317915840 02000000:00000010:2.0:1718399243.775550:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fac00. 00010000:00000010:2.0:1718399243.775572:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097b12100. 00010000:00000010:2.0:1718399243.775588:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e540. 00000100:00000010:2.0:1718399243.775593:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cbe40. 00000100:00000010:2.0:1718399243.775605:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cbe40. 00010000:00000010:2.0:1718399243.775608:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e540. 00000400:00000010:2.0:1718399243.775620:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e440. 00000100:00000200:2.0:1718399243.775623:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317915840, offset 224 00000400:00000200:2.0:1718399243.775628:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.775639:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.775644:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90308:90308:256:4294967295] 192.168.202.25@tcp LPNI seq info [90308:90308:8:4294967295] 00000400:00000200:2.0:1718399243.775651:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.775660:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.775663:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730c00 (tot 82314034). 00000800:00000200:2.0:1718399243.775667:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.775673:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.775676:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.775702:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399243.775706:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399243.775708:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb600. 02000000:00000010:2.0:1718399243.775720:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52faa00. 00000100:00000010:2.0:1718399243.775723:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 02000000:00000010:2.0:1718399243.775725:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa200. 00000100:00000010:2.0:1718399243.775727:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 02000000:00000010:2.0:1718399243.775729:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa400. 00000100:00000010:2.0:1718399243.775730:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 02000000:00000010:2.0:1718399243.775732:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f6400. 00000100:00000010:2.0:1718399243.775734:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 02000000:00000010:2.0:1718399243.775736:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fbc00. 00000100:00000010:2.0:1718399243.775737:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 02000000:00000010:2.0:1718399243.775739:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa800. 00000100:00000010:2.0:1718399243.775741:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 00000100:00000200:2.0:1718399243.775751:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399243.775755:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd4d0. 00000400:00000010:2.0:1718399243.775757:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8800957cbe40 (tot 82314186). 00080000:00000010:3.0:1718399243.776362:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130ceb800. 00010000:00000010:3.0:1718399243.776429:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcb00. 00010000:00000010:3.0:1718399243.776433:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880097b12c80. 00010000:00000010:3.0:1718399243.776497:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09fa80. 00010000:00000010:3.0:1718399243.776501:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399243.776512:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27240. 00000100:00000010:3.0:1718399243.776515:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2600. 00000100:00000010:3.0:1718399243.776521:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.776529:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399243.776550:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.776553:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399243.776556:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.776559:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316493760, portal 16 00000400:00000010:3.0:1718399243.776561:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399243.776562:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316493760, offset 0 00000400:00000200:3.0:1718399243.776567:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.776577:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.776582:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.776585:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.776587:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000800:00000200:0.0:1718399243.776810:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.776813:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730c00 (tot 82313938). 00000400:00000200:0.0:1718399243.776816:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.776819:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.776821:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e440 00000400:00000010:0.0:1718399243.776822:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e440. 02000000:00000010:0.0:1718399243.776825:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fac00. 00000400:00000200:3.0:1718399243.776959:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90309:90309:255:4294967295] 192.168.202.25@tcp LPNI seq info [90309:90309:7:4294967295] 00000400:00000200:3.0:1718399243.776966:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.776969:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.777103:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130ceb500 (tot 82314186). 00000800:00000200:3.0:1718399243.777108:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.777112:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.777114:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130ceb500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.777161:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.777169:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130ceb500 (tot 82313938). 00000400:00000200:0.0:1718399243.777171:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.777174:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.777176:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:0.0:1718399243.777177:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:0.0:1718399243.777180:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316493760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399243.780418:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ac5800. 00010000:00000010:2.1:1718399243.780427:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d8c0. 00010000:00000010:2.1:1718399243.780432:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009338ab00. 00010000:00000010:2.1:1718399243.780436:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c6c0. 00010000:00000010:2.1:1718399243.780438:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093622d00. 00010000:00000010:2.1:1718399243.780448:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093587e00. 00010000:00000010:2.1:1718399243.780453:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09dd40. 00010000:00000010:2.1:1718399243.780455:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130ceb600. 00010000:00000010:2.1:1718399243.780457:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cfc0. 00010000:00000010:2.1:1718399243.780459:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d1e00. 00010000:00000010:2.1:1718399243.780462:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d680. 00000400:00000200:2.0:1718399243.780482:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.780494:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc025c0 00000400:00000200:2.0:1718399243.780499:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae03d [1] + 224 00000400:00000200:2.0:1718399243.780509:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.780512:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.780519:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316493760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399243.780539:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.780542:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d900 00000400:00000200:2.0:1718399243.780545:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xaca7d [2] + 0 00000400:00000200:2.0:1718399243.780590:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.780594:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.780598:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399243.780602:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc280. 00000020:00000010:2.0:1718399243.780635:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa400. 00000020:00000010:2.0:1718399243.780639:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399243.780642:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399243.780660:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbc280 x1801871317915904/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399243.780676:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317915904 02000000:00000010:2.0:1718399243.780683:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa200. 00010000:00000010:2.0:1718399243.780708:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e540. 00000100:00000010:2.0:1718399243.780714:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b2d6540. 00000100:00000010:2.0:1718399243.780718:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b2d6540. 00010000:00000010:2.0:1718399243.780721:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e540. 00000400:00000010:2.0:1718399243.780730:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e4c8. 00000100:00000200:2.0:1718399243.780733:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317915904, offset 224 00000400:00000200:2.0:1718399243.780739:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.780746:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.780750:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90310:90310:256:4294967295] 192.168.202.25@tcp LPNI seq info [90310:90310:8:4294967295] 00000400:00000200:2.0:1718399243.780758:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.780762:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.780764:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730900 (tot 82314186). 00000800:00000200:2.0:1718399243.780768:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.780784:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.780787:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.780798:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399243.780801:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399243.780804:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa400. 00010000:00000010:3.1:1718399243.780852:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5022700. 00010000:00000010:3.1:1718399243.780858:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cd80. 00000400:00000010:3.0:1718399243.780871:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:3.0:1718399243.780875:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:3.0:1718399243.780876:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.780880:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316493760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.780891:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316493760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399243.780905:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a52a5480. 02000000:00000010:3.0:1718399243.780915:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.780918:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399243.780921:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.780924:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2600. 00010000:00000010:3.0:1718399243.780926:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27240. 00080000:00000010:3.0:1718399243.780938:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130cebc00. 00010000:00000010:3.0:1718399243.780989:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399243.780993:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a52a5400. 00010000:00000010:3.0:1718399243.781043:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cd80. 00010000:00000010:3.0:1718399243.781047:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399243.781053:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27240. 00000100:00000010:3.0:1718399243.781055:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2600. 00000100:00000010:3.0:1718399243.781059:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.781065:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399243.781079:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.781082:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399243.781084:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.781086:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316493824, portal 16 00000400:00000010:3.0:1718399243.781089:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466d48. 00000100:00000200:3.0:1718399243.781090:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316493824, offset 0 00000400:00000200:3.0:1718399243.781094:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.781098:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.781103:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.781105:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.781107:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.781108:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90311:90311:255:4294967295] 192.168.202.25@tcp LPNI seq info [90311:90311:7:4294967295] 00000400:00000200:3.0:1718399243.781113:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.781116:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.781119:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130ceb600 (tot 82314434). 00000800:00000200:3.0:1718399243.781121:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.781124:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.781126:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130ceb600 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1718399243.781902:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933e3180. 00000800:00000200:0.0:1718399243.781961:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.781963:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730900 (tot 82314186). 00000400:00000200:0.0:1718399243.781966:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.781969:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.781971:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e4c8 00000400:00000010:0.0:1718399243.781973:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e4c8. 00000800:00000200:0.0:1718399243.782000:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.782001:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130ceb600 (tot 82313938). 00000400:00000200:0.0:1718399243.782003:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.782006:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.782007:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466d48 00000400:00000010:0.0:1718399243.782008:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466d48. 00000100:00000200:0.0:1718399243.782011:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316493824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.785008:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093679f80. 00010000:00000010:0.1:1718399243.785016:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800929edd40. 00000400:00000200:2.0:1718399243.785073:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.785084:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02600 00000400:00000200:2.0:1718399243.785090:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae049 [1] + 224 00000400:00000200:2.0:1718399243.785098:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.785101:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.785107:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316493824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399243.785212:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.785217:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d940 00000400:00000200:2.0:1718399243.785221:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xaca7d [2] + 328 00000400:00000200:2.0:1718399243.785264:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.785267:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.785287:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399243.785291:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb97c0. 00000020:00000010:2.0:1718399243.786371:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa400. 00000020:00000010:2.0:1718399243.786377:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399243.786380:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399243.786397:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fb97c0 x1801871317915968/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399243.786416:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317915968 02000000:00000010:2.0:1718399243.786423:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52faa00. 00010000:00000010:2.0:1718399243.786448:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e540. 00000100:00000010:2.0:1718399243.786453:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b2d6540. 00000100:00000010:2.0:1718399243.786457:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b2d6540. 00010000:00000010:2.0:1718399243.786460:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e540. 00000400:00000010:2.0:1718399243.786469:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ecc0. 00000100:00000200:2.0:1718399243.786473:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317915968, offset 224 00000400:00000200:2.0:1718399243.786478:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.786486:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.786490:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90312:90312:256:4294967295] 192.168.202.25@tcp LPNI seq info [90312:90312:8:4294967295] 00000400:00000200:2.0:1718399243.786498:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.786502:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.786505:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730000 (tot 82314186). 00000800:00000200:2.0:1718399243.786509:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.786514:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.786516:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.786528:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399243.786532:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399243.786534:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa400. 00000800:00000200:2.0:1718399243.786584:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399243.786586:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730000 (tot 82313938). 00000400:00000200:2.0:1718399243.786588:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.786591:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399243.786593:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ecc0 00000400:00000010:2.0:1718399243.786594:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ecc0. 00000400:00000010:3.0:1718399243.786731:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:3.0:1718399243.786736:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:3.0:1718399243.786759:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.786763:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316493824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.786777:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316493824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399243.786793:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a50b3900. 02000000:00000010:3.0:1718399243.786803:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.786806:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399243.786809:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.786812:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2600. 00010000:00000010:3.0:1718399243.786813:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27240. 00080000:00000010:3.0:1718399243.786825:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130ceb500. 00010000:00000010:3.0:1718399243.786876:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399243.786881:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a50b3600. 00010000:00000010:3.0:1718399243.786941:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09e400. 00010000:00000010:3.0:1718399243.786945:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399243.786952:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27240. 00000100:00000010:3.0:1718399243.786954:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2600. 00000100:00000010:3.0:1718399243.786958:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.786966:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399243.786980:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.786983:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399243.786985:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.786988:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316493888, portal 16 00000400:00000010:3.0:1718399243.786991:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466220. 00000100:00000200:3.0:1718399243.786992:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316493888, offset 0 00000400:00000200:3.0:1718399243.786996:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.787001:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.787006:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.787008:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.787010:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.787012:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90313:90313:256:4294967295] 192.168.202.25@tcp LPNI seq info [90313:90313:8:4294967295] 00000400:00000200:3.0:1718399243.787018:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.787022:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.787023:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130ceb400 (tot 82314186). 00000800:00000200:3.0:1718399243.787026:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.787029:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.787031:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130ceb400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.787259:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.787261:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130ceb400 (tot 82313938). 00000400:00000200:0.0:1718399243.787264:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.787267:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.787294:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466220 00000400:00000010:0.0:1718399243.787296:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466220. 00000100:00000200:0.0:1718399243.787301:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316493888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399243.787434:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928f8400. 00010000:00000010:3.1:1718399243.787439:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8fc0. 00010000:00000010:0.1:1718399243.787744:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092ba0900. 00000400:00000200:0.0:1718399243.789343:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.789355:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02640 00000400:00000200:0.0:1718399243.789360:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae055 [1] + 224 00000400:00000200:0.0:1718399243.789374:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.789377:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.789382:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316493888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.789824:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:3.0:1718399243.789829:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:3.0:1718399243.789830:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.789835:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316493888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.789841:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316493888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.789863:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.789866:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399243.789870:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.789874:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2600. 00010000:00000010:3.0:1718399243.789876:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27240. 00010000:00000010:3.1:1718399243.792786:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88011f0a58c0. 00010000:00000010:3.1:1718399243.792799:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a52a4400. 00010000:00000010:3.1:1718399243.792802:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09fa80. 00010000:00000010:3.1:1718399243.792805:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092ba6640. 00010000:00000010:3.1:1718399243.792807:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50b2e00. 00010000:00000010:3.1:1718399243.792810:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cd80. 00000400:00000200:0.0:1718399243.797060:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.797077:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d980 00000400:00000200:0.0:1718399243.797084:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xaca7d [2] + 656 00000400:00000200:0.0:1718399243.797142:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.797147:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.797153:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.797159:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000020:00000010:2.0:1718399243.797219:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb600. 00000020:00000010:2.0:1718399243.797225:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399243.797228:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399243.797246:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317916032/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399243.797289:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317916032 02000000:00000010:2.0:1718399243.797296:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fbe00. 00010000:00000010:2.0:1718399243.797336:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093354780. 00010000:00000010:2.0:1718399243.797365:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e540. 00000100:00000010:2.0:1718399243.797371:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b2d6540. 00000100:00000010:2.0:1718399243.797387:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b2d6540. 00010000:00000010:2.0:1718399243.797390:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e540. 00000400:00000010:2.0:1718399243.797400:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ecc0. 00000100:00000200:2.0:1718399243.797404:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317916032, offset 224 00000400:00000200:2.0:1718399243.797409:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.797417:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.797421:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90314:90314:256:4294967295] 192.168.202.25@tcp LPNI seq info [90314:90314:8:4294967295] 00000400:00000200:2.0:1718399243.797429:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.797433:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.797436:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730000 (tot 82314186). 00000800:00000200:2.0:1718399243.797440:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.797447:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.797449:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730000 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1718399243.797578:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130ceb200. 00010000:00000010:3.0:1718399243.797652:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399243.797657:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093354100. 00010000:00000010:3.0:1718399243.797729:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cd80. 00010000:00000010:3.0:1718399243.797733:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399243.797739:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27240. 00000100:00000010:3.0:1718399243.797746:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2600. 00000100:00000010:3.0:1718399243.797751:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.797759:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399243.797789:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.797793:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399243.797796:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.797799:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316493952, portal 16 00000400:00000010:3.0:1718399243.797802:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466cc0. 00000100:00000200:3.0:1718399243.797803:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316493952, offset 0 00000400:00000200:3.0:1718399243.797807:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.797811:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.797816:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.797819:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.797820:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.797822:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90315:90315:255:4294967295] 192.168.202.25@tcp LPNI seq info [90315:90315:7:4294967295] 00000400:00000200:3.0:1718399243.797827:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.797830:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.797832:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130cebb00 (tot 82314434). 00000800:00000200:3.0:1718399243.797834:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.797838:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.797839:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130cebb00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.797925:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.797928:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130cebb00 (tot 82314186). 00000400:00000200:1.0:1718399243.797930:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.797934:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.797936:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466cc0 00000400:00000010:1.0:1718399243.797938:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466cc0. 00000100:00000200:1.0:1718399243.797942:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316493952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1718399243.798089:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399243.798094:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399243.798096:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb600. 00000800:00000200:0.0:1718399243.798164:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.798166:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730000 (tot 82313938). 00000400:00000200:0.0:1718399243.798170:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.798173:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.798175:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ecc0 00000400:00000010:0.0:1718399243.798176:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ecc0. 00010000:00000010:1.1:1718399243.802144:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009fbd5f80. 00010000:00000010:3.1:1718399243.802378:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800957c9000. 00010000:00000010:3.1:1718399243.802385:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09e400. 00000400:00000200:0.0:1718399243.802712:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.802724:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02680 00000400:00000200:0.0:1718399243.802729:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae061 [1] + 224 00000400:00000200:0.0:1718399243.802739:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.802741:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.802748:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316493952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.802778:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.802782:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5d9c0 00000400:00000200:0.0:1718399243.802785:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xaca7d [2] + 984 00000400:00000200:0.0:1718399243.803098:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.803102:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.803106:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.803111:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 00000400:00000010:3.0:1718399243.803171:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:3.0:1718399243.803176:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:3.0:1718399243.803177:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.803182:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316493952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.803188:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316493952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.803212:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.803216:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399243.803219:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.803223:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2600. 00010000:00000010:3.0:1718399243.803225:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27240. 00000020:00000010:2.0:1718399243.803373:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fb600. 00000020:00000010:2.0:1718399243.803377:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399243.803380:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399243.803395:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27df00 x1801871317916096/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399243.803412:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317916096 02000000:00000010:2.0:1718399243.803418:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fba00. 00010000:00000010:2.0:1718399243.803436:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800932af100. 00010000:00000010:2.0:1718399243.803455:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e540. 00000100:00000010:2.0:1718399243.803460:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b2d6540. 00000100:00000010:2.0:1718399243.803476:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b2d6540. 00010000:00000010:2.0:1718399243.803479:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e540. 00000400:00000010:2.0:1718399243.803487:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ed48. 00000100:00000200:2.0:1718399243.803490:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317916096, offset 224 00000400:00000200:2.0:1718399243.803495:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.803502:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.803507:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90316:90316:256:4294967295] 192.168.202.25@tcp LPNI seq info [90316:90316:8:4294967295] 00000400:00000200:2.0:1718399243.803513:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.803517:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.803520:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730700 (tot 82314186). 00000800:00000200:2.0:1718399243.803524:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.803530:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.803532:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.803543:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399243.803547:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399243.803549:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fb600. 00000800:00000200:1.0:1718399243.803590:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.803593:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730700 (tot 82313938). 00000400:00000200:1.0:1718399243.803598:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.803601:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.803603:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ed48 00000400:00000010:1.0:1718399243.803605:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ed48. 00080000:00000010:3.0:1718399243.803613:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130cebb00. 00010000:00000010:3.0:1718399243.803671:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399243.803675:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800932af700. 00010000:00000010:3.0:1718399243.803729:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09e400. 00010000:00000010:3.0:1718399243.803733:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399243.803739:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27240. 00000100:00000010:3.0:1718399243.803741:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2600. 00000100:00000010:3.0:1718399243.803744:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.803751:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399243.803765:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399243.803768:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00000400:00000010:3.0:1718399243.803779:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.803782:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316494016, portal 16 00000400:00000010:3.0:1718399243.803784:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466198. 00000100:00000200:3.0:1718399243.803785:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316494016, offset 0 00000400:00000200:3.0:1718399243.803789:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.803793:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.803797:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.803800:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.803802:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.803804:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90317:90317:256:4294967295] 192.168.202.25@tcp LPNI seq info [90317:90317:8:4294967295] 00000400:00000200:3.0:1718399243.803809:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.803812:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.803814:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130ceb400 (tot 82314186). 00000800:00000200:3.0:1718399243.803816:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.803819:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.803820:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130ceb400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1718399243.803847:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399243.803848:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130ceb400 (tot 82313938). 00000400:00000200:3.0:1718399243.803850:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399243.803852:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399243.803853:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466198 00000400:00000010:3.0:1718399243.803854:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466198. 00000100:00000200:3.0:1718399243.803857:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316494016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.805531:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.805542:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc026c0 00000400:00000200:0.0:1718399243.805548:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae06d [1] + 224 00000400:00000200:0.0:1718399243.805560:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.805563:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.805568:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316494016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.805909:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310688. 00000400:00000200:3.0:1718399243.805913:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:3.0:1718399243.805914:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.805918:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316494016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.805924:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316494016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.805943:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.805946:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399243.805949:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.805953:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2600. 00010000:00000010:3.0:1718399243.805955:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27240. 00010000:00000010:0.1:1718399243.806356:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092ba33c0. 00000400:00000200:0.0:1718399243.807196:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.807206:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5da00 00000400:00000200:0.0:1718399243.807211:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xaca7d [2] + 1312 00000400:00000200:0.0:1718399243.807259:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.807263:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.807268:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.807401:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00000020:00000010:1.0:1718399243.807472:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f6e00. 00000020:00000010:1.0:1718399243.807477:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac80. 00000020:00000010:1.0:1718399243.807546:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.807567:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317916160/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399243.807609:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317916160 02000000:00000010:1.0:1718399243.807616:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f7a00. 00010000:00000010:1.0:1718399243.807639:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009284a980. 00010000:00000010:1.0:1718399243.807653:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573200. 00000100:00000010:1.0:1718399243.807658:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2600. 00000100:00000010:1.0:1718399243.807675:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2600. 00010000:00000010:1.0:1718399243.807678:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573200. 00000400:00000010:1.0:1718399243.807688:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aaa0. 00000100:00000200:1.0:1718399243.807693:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317916160, offset 224 00000400:00000200:1.0:1718399243.807698:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:2.0:1718399243.807703:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880136730e00. 00000400:00000200:1.0:1718399243.807706:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.807712:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90318:90318:256:4294967295] 192.168.202.25@tcp LPNI seq info [90318:90318:8:4294967295] 00000400:00000200:1.0:1718399243.807719:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.807724:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.807726:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009325a600 (tot 82314186). 00000800:00000200:1.0:1718399243.807730:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.807736:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.807739:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009325a600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.807755:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac80. 00000020:00000010:1.0:1718399243.807758:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.807761:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f6e00. 00010000:00000010:2.0:1718399243.807763:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46800. 00010000:00000010:2.0:1718399243.807768:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009284a900. 00000800:00000200:3.0:1718399243.807808:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399243.807811:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009325a600 (tot 82313938). 00000400:00000200:3.0:1718399243.807815:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399243.807818:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399243.807820:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aaa0 00000400:00000010:3.0:1718399243.807821:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aaa0. 00010000:00000010:2.0:1718399243.807839:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356ef40. 00010000:00000010:2.0:1718399243.807843:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6a00. 00010000:00000010:2.0:1718399243.807849:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e540. 00000100:00000010:2.0:1718399243.807852:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b2d6540. 00000100:00000010:2.0:1718399243.807857:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb84c0. 02000000:00000010:2.0:1718399243.807865:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fae00. 02000000:00000010:2.0:1718399243.807881:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb000. 00000400:00000010:2.0:1718399243.807884:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd420. 00000400:00000010:2.0:1718399243.807887:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399243.807890:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316494080, portal 16 00000400:00000010:2.0:1718399243.807893:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e908. 00000100:00000200:2.0:1718399243.807895:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316494080, offset 0 00000400:00000200:2.0:1718399243.807899:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.807903:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.807908:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.807911:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.807913:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.807915:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90319:90319:256:4294967295] 192.168.202.25@tcp LPNI seq info [90319:90319:8:4294967295] 00000400:00000200:2.0:1718399243.807921:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.807924:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.807927:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730300 (tot 82314186). 00000800:00000200:2.0:1718399243.807930:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.807933:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.807935:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.808211:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.808213:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730300 (tot 82313938). 00000400:00000200:0.0:1718399243.808217:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.808220:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.808222:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e908 00000400:00000010:0.0:1718399243.808223:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e908. 00000100:00000200:0.0:1718399243.808227:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb84c0 x1801871316494080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.809789:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.809802:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02700 00000400:00000200:0.0:1718399243.809808:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae079 [1] + 224 00000400:00000200:0.0:1718399243.809820:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.809823:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.809828:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fb84c0 x1801871316494080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399243.809846:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd420. 00000400:00000200:2.0:1718399243.809849:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:2.0:1718399243.809850:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000100:00000200:2.0:1718399243.809854:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fb84c0 x1801871316494080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.809860:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fb84c0 x1801871316494080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.809878:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb000. 02000000:00000010:2.0:1718399243.809883:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fae00. 00000100:00000010:2.0:1718399243.809887:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb84c0. 00000100:00000010:2.0:1718399243.809890:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b2d6540. 00010000:00000010:2.0:1718399243.809893:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e540. 00000400:00000200:0.0:1718399243.810235:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.810241:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5da40 00000400:00000200:0.0:1718399243.810245:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xaca7d [2] + 1640 00000400:00000200:0.0:1718399243.810313:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.810317:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.810321:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.810324:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00010000:00000010:2.1:1718399243.810520:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ffaf200. 00010000:00000010:2.1:1718399243.810524:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cd80. 00000020:00000010:1.0:1718399243.810983:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f6e00. 00000020:00000010:1.0:1718399243.810988:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac80. 00000020:00000010:1.0:1718399243.810991:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.811008:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317916224/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399243.811036:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317916224 02000000:00000010:1.0:1718399243.811044:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f7c00. 00010000:00000010:1.0:1718399243.811064:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b78ea00. 00010000:00000010:1.0:1718399243.811077:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573200. 00000100:00000010:1.0:1718399243.811082:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2600. 00000100:00000010:1.0:1718399243.811088:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2600. 00010000:00000010:1.0:1718399243.811090:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573200. 00000400:00000010:1.0:1718399243.811098:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a088. 00000100:00000200:1.0:1718399243.811101:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317916224, offset 224 00000400:00000200:1.0:1718399243.811106:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.811113:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.811118:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90320:90320:256:4294967295] 192.168.202.25@tcp LPNI seq info [90320:90320:8:4294967295] 00080000:00000010:2.0:1718399243.811125:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880136730000. 00000400:00000200:1.0:1718399243.811125:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.811129:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.811132:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009325a800 (tot 82314186). 00000800:00000200:1.0:1718399243.811136:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.811142:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.811145:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009325a800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.811156:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac80. 00000020:00000010:1.0:1718399243.811159:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.811163:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f6e00. 00010000:00000010:2.0:1718399243.811178:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6a00. 00010000:00000010:2.0:1718399243.811184:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b78e980. 00010000:00000010:2.0:1718399243.811235:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c6c0. 00010000:00000010:2.0:1718399243.811238:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6a00. 00010000:00000010:2.0:1718399243.811244:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e540. 00000100:00000010:2.0:1718399243.811247:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b2d6540. 00000100:00000010:2.0:1718399243.811251:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb84c0. 02000000:00000010:2.0:1718399243.811260:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb000. 02000000:00000010:2.0:1718399243.811289:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb200. 00000400:00000010:2.0:1718399243.811292:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd420. 00000400:00000010:2.0:1718399243.811294:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399243.811297:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316494144, portal 16 00000400:00000010:2.0:1718399243.811300:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e110. 00000100:00000200:2.0:1718399243.811301:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316494144, offset 0 00000400:00000200:2.0:1718399243.811306:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.811311:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.811316:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.811318:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.811320:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.811322:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90321:90321:255:4294967295] 192.168.202.25@tcp LPNI seq info [90321:90321:7:4294967295] 00000400:00000200:2.0:1718399243.811328:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.811332:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.811334:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730900 (tot 82314434). 00000800:00000200:2.0:1718399243.811336:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.811340:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.811342:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.811581:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.811583:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009325a800 (tot 82314186). 00000400:00000200:0.0:1718399243.811587:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.811590:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.811592:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a088 00000400:00000010:0.0:1718399243.811594:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a088. 00000800:00000200:0.0:1718399243.811835:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.811837:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730900 (tot 82313938). 00000400:00000200:0.0:1718399243.811840:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.811843:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.811845:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e110 00000400:00000010:0.0:1718399243.811846:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e110. 00000100:00000200:0.0:1718399243.811851:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb84c0 x1801871316494144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399243.817697:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880095725a00. 00010000:00000010:1.1:1718399243.817707:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09e400. 00010000:00000010:1.1:1718399243.824225:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52efcc0. 00010000:00000010:1.1:1718399243.831229:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e12a500. 00010000:00000010:1.1:1718399243.831247:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00000400:00000200:2.0:1718399243.837015:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.837032:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02740 00000400:00000200:2.0:1718399243.837039:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae085 [1] + 224 00000400:00000200:2.0:1718399243.837049:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.837052:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.837060:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fb84c0 x1801871316494144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399243.837082:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.837085:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5da80 00000400:00000200:2.0:1718399243.837089:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xaca7d [2] + 1968 00000400:00000010:2.0:1718399243.837092:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1160. 00000400:00000200:2.0:1718399243.837096:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88006f4d0f00 00000400:00000200:2.0:1718399243.837155:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.837158:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399243.837160:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88006f4d0f00 00000400:00000010:2.0:1718399243.837162:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88006f4d0f00 (tot 82313786). 00000100:00000200:2.0:1718399243.837167:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1718399243.837818:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ec7840. 00000400:00000010:2.0:1718399243.838122:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd420. 00000400:00000200:2.0:1718399243.838125:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:2.0:1718399243.838126:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000100:00000200:2.0:1718399243.838132:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fb84c0 x1801871316494144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.838138:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fb84c0 x1801871316494144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.838160:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb200. 02000000:00000010:2.0:1718399243.838164:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb000. 00000100:00000010:2.0:1718399243.838166:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb84c0. 00000100:00000010:2.0:1718399243.838170:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b2d6540. 00010000:00000010:2.0:1718399243.838172:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e540. 00000020:00000010:3.0:1718399243.838239:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a2600. 00000020:00000010:3.0:1718399243.838243:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46e80. 00000020:00000010:3.0:1718399243.838246:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399243.838262:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880094aa2050 x1801871317916288/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399243.838460:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317916288 02000000:00000010:3.0:1718399243.838467:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3e00. 00010000:00000010:3.0:1718399243.838487:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b78e700. 00010000:00000010:3.0:1718399243.838501:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27000. 00000100:00000010:3.0:1718399243.838506:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2600. 00000100:00000010:3.0:1718399243.838512:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2600. 00010000:00000010:3.0:1718399243.838514:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27000. 00000400:00000010:3.0:1718399243.838523:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399243.838527:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317916288, offset 224 00000400:00000200:3.0:1718399243.838533:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.838541:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.838546:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90322:90322:256:4294967295] 192.168.202.25@tcp LPNI seq info [90322:90322:8:4294967295] 00000400:00000200:3.0:1718399243.838552:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.838556:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.838559:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130ceb600 (tot 82314034). 00000800:00000200:3.0:1718399243.838563:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.838569:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.838572:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130ceb600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399243.838582:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46e80. 00000020:00000010:3.0:1718399243.838585:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:3.0:1718399243.838588:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a2600. 02000000:00000010:3.0:1718399243.838593:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f7c00. 00000100:00000010:3.0:1718399243.838596:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 02000000:00000010:3.0:1718399243.838599:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f7a00. 00000100:00000010:3.0:1718399243.838600:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 02000000:00000010:3.0:1718399243.838602:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fba00. 00000100:00000010:3.0:1718399243.838604:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 02000000:00000010:3.0:1718399243.838606:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fbe00. 00000100:00000010:3.0:1718399243.838607:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 02000000:00000010:3.0:1718399243.838608:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52faa00. 00000100:00000010:3.0:1718399243.838611:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb97c0. 02000000:00000010:3.0:1718399243.838614:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa200. 00000100:00000010:3.0:1718399243.838615:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc280. 00000100:00000200:3.0:1718399243.838620:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1718399243.838623:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310688. 00080000:00000010:2.0:1718399243.838837:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880136730d00. 00010000:00000010:2.0:1718399243.838896:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6a00. 00010000:00000010:2.0:1718399243.838902:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b78e080. 00010000:00000010:2.0:1718399243.838958:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356f840. 00010000:00000010:2.0:1718399243.838961:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6a00. 00010000:00000010:2.0:1718399243.838967:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e540. 00000100:00000010:2.0:1718399243.838969:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b2d6540. 00000100:00000010:2.0:1718399243.838974:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb84c0. 02000000:00000010:2.0:1718399243.838981:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb000. 02000000:00000010:2.0:1718399243.838997:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb200. 00000400:00000010:2.0:1718399243.838999:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd420. 00000400:00000010:2.0:1718399243.839002:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399243.839005:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316494208, portal 16 00000400:00000010:2.0:1718399243.839007:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e3b8. 00000100:00000200:2.0:1718399243.839009:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316494208, offset 0 00000400:00000200:2.0:1718399243.839012:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.839017:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.839022:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.839025:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.839027:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.839029:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90323:90323:255:4294967295] 192.168.202.25@tcp LPNI seq info [90323:90323:7:4294967295] 00000400:00000200:2.0:1718399243.839035:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.839038:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.839040:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730600 (tot 82314434). 00000800:00000200:2.0:1718399243.839042:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.839046:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.839047:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.839108:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.839111:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130ceb600 (tot 82314186). 00000400:00000200:0.0:1718399243.839114:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.839118:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.839120:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:0.0:1718399243.839121:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 02000000:00000010:0.0:1718399243.839124:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3e00. 00000800:00000200:0.0:1718399243.839294:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.839296:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730600 (tot 82313938). 00000400:00000200:0.0:1718399243.839299:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.839302:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.839304:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e3b8 00000400:00000010:0.0:1718399243.839305:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e3b8. 00000100:00000200:0.0:1718399243.839309:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb84c0 x1801871316494208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.839415:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093dd2600 (tot 82314186). 00000400:00000200:2.0:1718399243.843637:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.843652:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02780 00000400:00000200:2.0:1718399243.843659:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae091 [1] + 224 00000400:00000200:2.0:1718399243.843676:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.843680:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.843689:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fb84c0 x1801871316494208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.843749:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd420. 00000400:00000200:3.0:1718399243.843753:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:3.0:1718399243.843755:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000100:00000200:3.0:1718399243.843761:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fb84c0 x1801871316494208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.843780:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fb84c0 x1801871316494208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.843804:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb200. 02000000:00000010:3.0:1718399243.843809:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb000. 00000100:00000010:3.0:1718399243.843812:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb84c0. 00000100:00000010:3.0:1718399243.843815:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b2d6540. 00010000:00000010:3.0:1718399243.843819:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e540. 00000400:00000200:2.0:1718399243.844048:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.844054:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5dac0 00000400:00000200:2.0:1718399243.844059:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacad5 [2] + 0 00000400:00000200:2.0:1718399243.844109:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.844112:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.844116:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399243.844120:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbda40. 00000020:00000010:3.0:1718399243.844167:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a2600. 00000020:00000010:3.0:1718399243.844172:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46e80. 00000020:00000010:3.0:1718399243.844175:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0a80. 00000100:00000200:3.0:1718399243.844195:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbda40 x1801871317916352/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1718399243.844340:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317916352 02000000:00000010:0.0:1718399243.844347:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c3a00. 00010000:00000010:0.0:1718399243.844472:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097b12c00. 00010000:00000010:0.0:1718399243.844485:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357c300. 00000100:00000010:0.0:1718399243.844489:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9600. 00000100:00000010:0.0:1718399243.844494:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9600. 00010000:00000010:0.0:1718399243.844497:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357c300. 00000400:00000010:0.0:1718399243.844504:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376b28. 00000100:00000200:0.0:1718399243.844507:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317916352, offset 224 00000400:00000200:0.0:1718399243.844512:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.844519:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.844524:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90324:90324:256:4294967295] 192.168.202.25@tcp LPNI seq info [90324:90324:8:4294967295] 00000400:00000200:0.0:1718399243.844531:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.844535:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.844537:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223700 (tot 82314186). 00000800:00000200:0.0:1718399243.844541:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.844546:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.844549:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399243.844558:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46e80. 00000020:00000010:0.0:1718399243.844561:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0a80. 00000020:00000010:0.0:1718399243.844564:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a2600. 00000800:00000200:1.0:1718399243.844603:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.844605:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223700 (tot 82313938). 00000400:00000200:1.0:1718399243.844607:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.844611:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.844613:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376b28 00000400:00000010:1.0:1718399243.844614:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376b28. 00080000:00000010:2.0:1718399243.844751:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880136730b00. 00010000:00000010:2.0:1718399243.844815:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6a00. 00010000:00000010:2.0:1718399243.844820:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009323e280. 00010000:00000010:2.0:1718399243.844872:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880136730c00. 00010000:00000010:2.0:1718399243.844878:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6a00. 00010000:00000010:2.0:1718399243.844882:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d680. 00010000:00000010:2.0:1718399243.844885:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6180. 00080000:00000010:2.0:1718399243.844893:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880136730800. 00010000:00000010:2.0:1718399243.844910:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6180. 00010000:00000010:2.0:1718399243.844912:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6a00. 00010000:00000010:2.0:1718399243.844946:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356fcc0. 00010000:00000010:2.0:1718399243.844948:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6a00. 00010000:00000010:2.0:1718399243.844953:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ef00. 00000100:00000010:2.0:1718399243.844955:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b2d60c0. 00000100:00000010:2.0:1718399243.844960:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbbdc0. 02000000:00000010:2.0:1718399243.844967:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb400. 02000000:00000010:2.0:1718399243.844981:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fbc00. 00000400:00000010:2.0:1718399243.844984:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd9a0. 00000400:00000010:2.0:1718399243.844987:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e880. 00000100:00000200:2.0:1718399243.844990:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316494272, portal 16 00000400:00000010:2.0:1718399243.844992:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ec38. 00000100:00000200:2.0:1718399243.844993:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316494272, offset 0 00000400:00000200:2.0:1718399243.844997:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.845001:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.845006:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.845009:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.845011:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.845013:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90325:90325:256:4294967295] 192.168.202.25@tcp LPNI seq info [90325:90325:8:4294967295] 00000400:00000200:2.0:1718399243.845018:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.845022:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.845023:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730a00 (tot 82314186). 00000800:00000200:2.0:1718399243.845026:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.845030:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.845031:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399243.845073:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399243.845075:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730a00 (tot 82313938). 00000400:00000200:2.0:1718399243.845077:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.845080:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399243.845082:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ec38 00000400:00000010:2.0:1718399243.845083:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ec38. 00000100:00000200:2.0:1718399243.845086:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbbdc0 x1801871316494272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399243.848250:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.848343:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc027c0 00000400:00000200:2.0:1718399243.848350:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae0a1 [1] + 224 00000400:00000200:2.0:1718399243.848360:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.848363:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.848370:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbbdc0 x1801871316494272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399243.849086:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.849091:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5db00 00000400:00000200:2.0:1718399243.849095:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacad5 [2] + 328 00000400:00000200:2.0:1718399243.849150:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.849154:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.849158:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399243.849164:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbdf00. 00000400:00000010:3.0:1718399243.849463:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd9a0. 00000400:00000200:3.0:1718399243.849467:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e880 00000400:00000010:3.0:1718399243.849469:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e880. 00000100:00000200:3.0:1718399243.849474:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbbdc0 x1801871316494272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.849480:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbbdc0 x1801871316494272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.849503:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fbc00. 02000000:00000010:3.0:1718399243.849508:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb400. 00000100:00000010:3.0:1718399243.849511:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbbdc0. 00000100:00000010:3.0:1718399243.849515:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b2d60c0. 00010000:00000010:3.0:1718399243.849518:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ef00. 00000020:00000010:0.0:1718399243.849597:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2e00. 00000020:00000010:0.0:1718399243.849601:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfcf80. 00000020:00000010:0.0:1718399243.849604:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399243.849619:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbdf00 x1801871317916416/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1718399243.850416:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317916416 02000000:00000010:0.0:1718399243.850424:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c3800. 00010000:00000010:0.0:1718399243.850445:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880090e56300. 00010000:00000010:0.0:1718399243.850469:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357c300. 00000100:00000010:0.0:1718399243.850474:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9600. 00000100:00000010:0.0:1718399243.850480:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9600. 00010000:00000010:0.0:1718399243.850483:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357c300. 00000400:00000010:0.0:1718399243.850490:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376908. 00000100:00000200:0.0:1718399243.850494:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317916416, offset 224 00000400:00000200:0.0:1718399243.850500:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.850508:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.850514:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90326:90326:256:4294967295] 192.168.202.25@tcp LPNI seq info [90326:90326:8:4294967295] 00000400:00000200:0.0:1718399243.850521:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.850524:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.850528:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223f00 (tot 82314186). 00000800:00000200:0.0:1718399243.850531:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.850537:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.850539:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399243.850551:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfcf80. 00000020:00000010:0.0:1718399243.850554:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399243.850556:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2e00. 00080000:00000010:2.0:1718399243.850896:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880136730900. 00010000:00000010:2.0:1718399243.850951:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6a00. 00010000:00000010:2.0:1718399243.850956:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880090e56700. 00010000:00000010:2.0:1718399243.851015:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356fa80. 00010000:00000010:2.0:1718399243.851019:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6a00. 00010000:00000010:2.0:1718399243.851026:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e980. 00000100:00000010:2.0:1718399243.851028:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b2d6180. 00000100:00000010:2.0:1718399243.851033:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb8e40. 02000000:00000010:2.0:1718399243.851040:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fac00. 02000000:00000010:2.0:1718399243.851054:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb400. 00000400:00000010:2.0:1718399243.851057:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd948. 00000400:00000010:2.0:1718399243.851061:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ec38. 00000100:00000200:2.0:1718399243.851065:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316494336, portal 16 00000400:00000010:2.0:1718399243.851067:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eee0. 00000100:00000200:2.0:1718399243.851069:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316494336, offset 0 00000400:00000200:2.0:1718399243.851073:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.851078:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.851084:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.851086:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.851088:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.851090:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90327:90327:255:4294967295] 192.168.202.25@tcp LPNI seq info [90327:90327:7:4294967295] 00000400:00000200:2.0:1718399243.851096:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.851099:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.851101:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730700 (tot 82314434). 00000800:00000200:2.0:1718399243.851104:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.851108:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.851109:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.851668:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.851670:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223f00 (tot 82314186). 00000400:00000200:1.0:1718399243.851674:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.851679:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.851682:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376908 00000400:00000010:1.0:1718399243.851684:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376908. 00000800:00000200:1.0:1718399243.851726:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.851728:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730700 (tot 82313938). 00000400:00000200:1.0:1718399243.851730:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.851733:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.851735:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eee0 00000400:00000010:1.0:1718399243.851735:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eee0. 00000100:00000200:1.0:1718399243.851740:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb8e40 x1801871316494336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399243.854290:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ec61c0. 00010000:00000010:0.1:1718399243.854552:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2f6e00. 00010000:00000010:0.1:1718399243.854558:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c6c0. 00000400:00000200:2.0:1718399243.854613:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.854625:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02800 00000400:00000200:2.0:1718399243.854631:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae0ad [1] + 224 00000400:00000200:2.0:1718399243.854648:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.854651:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.854659:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fb8e40 x1801871316494336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.854778:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd948. 00000400:00000200:3.0:1718399243.854782:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ec38 00000400:00000010:3.0:1718399243.854784:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ec38. 00000100:00000200:3.0:1718399243.854790:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fb8e40 x1801871316494336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.854795:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fb8e40 x1801871316494336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.854818:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb400. 02000000:00000010:3.0:1718399243.854822:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fac00. 00000100:00000010:3.0:1718399243.854826:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb8e40. 00000100:00000010:3.0:1718399243.854829:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b2d6180. 00010000:00000010:3.0:1718399243.854832:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e980. 00000400:00000200:2.0:1718399243.856112:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.856120:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5db40 00000400:00000200:2.0:1718399243.856124:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacad5 [2] + 656 00000400:00000200:2.0:1718399243.856179:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.856182:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.856189:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399243.856193:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbd580. 00000020:00000010:3.0:1718399243.856666:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a2200. 00000020:00000010:3.0:1718399243.856671:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46f00. 00000020:00000010:3.0:1718399243.856674:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee01f8. 00000100:00000200:3.0:1718399243.856689:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbd580 x1801871317916480/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399243.856714:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317916480 02000000:00000010:3.0:1718399243.856720:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2600. 00010000:00000010:3.0:1718399243.856738:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800922dcc00. 00010000:00000010:3.0:1718399243.856764:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27000. 00000100:00000010:3.0:1718399243.856779:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2d80. 00000100:00000010:3.0:1718399243.856786:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2d80. 00010000:00000010:3.0:1718399243.856789:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27000. 00000400:00000010:3.0:1718399243.856798:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466198. 00000100:00000200:3.0:1718399243.856801:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317916480, offset 224 00000400:00000200:3.0:1718399243.856807:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.856814:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.856819:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90328:90328:256:4294967295] 192.168.202.25@tcp LPNI seq info [90328:90328:8:4294967295] 00000400:00000200:3.0:1718399243.856826:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.856830:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.856833:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130ceb400 (tot 82314186). 00000800:00000200:3.0:1718399243.856837:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.856843:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.856845:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130ceb400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399243.856868:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46f00. 00000020:00000010:3.0:1718399243.856872:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee01f8. 00000020:00000010:3.0:1718399243.856875:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a2200. 00080000:00000010:3.0:1718399243.856895:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880097dbab00. 00010000:00000010:3.0:1718399243.856953:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6a00. 00010000:00000010:3.0:1718399243.856958:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800922dcb80. 00010000:00000010:3.0:1718399243.857013:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09fa80. 00010000:00000010:3.0:1718399243.857016:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f00. 00010000:00000010:3.0:1718399243.857023:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27000. 00000100:00000010:3.0:1718399243.857034:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2d80. 00000100:00000010:3.0:1718399243.857039:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.857046:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2200. 02000000:00000010:3.0:1718399243.857061:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3e00. 00000400:00000010:3.0:1718399243.857064:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399243.857067:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466f68. 00000100:00000200:3.0:1718399243.857070:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316494400, portal 16 00000400:00000010:3.0:1718399243.857073:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466110. 00000100:00000200:3.0:1718399243.857074:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316494400, offset 0 00000400:00000200:3.0:1718399243.857078:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.857082:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.857087:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.857089:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.857091:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.857093:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90329:90329:255:4294967295] 192.168.202.25@tcp LPNI seq info [90329:90329:7:4294967295] 00000400:00000200:3.0:1718399243.857099:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.857102:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.857104:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dba900 (tot 82314434). 00000800:00000200:3.0:1718399243.857107:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.857110:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.857112:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880097dba900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.857180:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.857183:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130ceb400 (tot 82314186). 00000400:00000200:1.0:1718399243.857185:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.857188:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.857191:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466198 00000400:00000010:1.0:1718399243.857192:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466198. 00000800:00000200:1.0:1718399243.857233:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.857234:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dba900 (tot 82313938). 00000400:00000200:1.0:1718399243.857236:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.857239:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.857240:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466110 00000400:00000010:1.0:1718399243.857241:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466110. 00000100:00000200:1.0:1718399243.857244:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316494400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.860445:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.860458:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02840 00000400:00000200:0.0:1718399243.860465:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae0b9 [1] + 224 00000400:00000200:0.0:1718399243.860482:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.860486:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.860494:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316494400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.860580:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399243.860586:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466f68 00000400:00000010:3.0:1718399243.860588:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466f68. 00000100:00000200:3.0:1718399243.860593:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316494400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.860599:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316494400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.860623:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399243.860628:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2200. 00000100:00000010:3.0:1718399243.860631:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.860635:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2d80. 00010000:00000010:3.0:1718399243.860638:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27000. 00010000:00000010:0.1:1718399243.861484:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f5c900. 00000400:00000200:2.0:1718399243.861608:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.861616:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5db80 00000400:00000200:2.0:1718399243.861621:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacad5 [2] + 984 00000400:00000200:2.0:1718399243.861674:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.861678:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.861682:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399243.861686:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbd0c0. 00000020:00000010:3.0:1718399243.861756:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a2200. 00000020:00000010:3.0:1718399243.861760:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46700. 00000020:00000010:3.0:1718399243.861763:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee01f8. 00000100:00000200:3.0:1718399243.861792:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbd0c0 x1801871317916544/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399243.861822:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317916544 02000000:00000010:3.0:1718399243.861829:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3e00. 00010000:00000010:3.0:1718399243.861848:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5208d00. 00010000:00000010:3.0:1718399243.861861:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27000. 00000100:00000010:3.0:1718399243.861866:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2d80. 00000100:00000010:3.0:1718399243.861878:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2d80. 00010000:00000010:3.0:1718399243.861881:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27000. 00000400:00000010:3.0:1718399243.861889:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466f68. 00000100:00000200:3.0:1718399243.861892:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317916544, offset 224 00000400:00000200:3.0:1718399243.861898:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.861905:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.861910:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90330:90330:256:4294967295] 192.168.202.25@tcp LPNI seq info [90330:90330:8:4294967295] 00000400:00000200:3.0:1718399243.861917:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.861921:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.861924:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dba400 (tot 82314186). 00000800:00000200:3.0:1718399243.861928:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.861933:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.861936:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880097dba400 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1718399243.861937:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880136730100. 00000020:00000010:3.0:1718399243.861946:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46700. 00000020:00000010:3.0:1718399243.861948:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee01f8. 00000020:00000010:3.0:1718399243.861950:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a2200. 00010000:00000010:2.0:1718399243.861998:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f00. 00010000:00000010:2.0:1718399243.862002:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5208c80. 00010000:00000010:2.0:1718399243.862051:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d8c0. 00010000:00000010:2.0:1718399243.862055:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6d00. 00010000:00000010:2.0:1718399243.862061:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e140. 00000100:00000010:2.0:1718399243.862063:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012b2d6c00. 00000100:00000010:2.0:1718399243.862068:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb8980. 02000000:00000010:2.0:1718399243.862076:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52faa00. 02000000:00000010:2.0:1718399243.862089:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fa200. 00000400:00000010:2.0:1718399243.862092:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd000. 00000400:00000010:2.0:1718399243.862094:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ef68. 00000100:00000200:2.0:1718399243.862097:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316494464, portal 16 00000400:00000010:2.0:1718399243.862100:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e220. 00000100:00000200:2.0:1718399243.862101:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316494464, offset 0 00000400:00000200:2.0:1718399243.862104:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.862108:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.862113:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.862115:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.862117:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.862119:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90331:90331:255:4294967295] 192.168.202.25@tcp LPNI seq info [90331:90331:7:4294967295] 00000400:00000200:2.0:1718399243.862126:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.862130:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.862131:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730700 (tot 82314434). 00000800:00000200:2.0:1718399243.862134:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.862137:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.862139:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.862201:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.862203:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dba400 (tot 82314186). 00000400:00000200:0.0:1718399243.862205:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.862208:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.862210:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466f68 00000400:00000010:0.0:1718399243.862212:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466f68. 00000800:00000200:0.0:1718399243.862243:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.862244:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730700 (tot 82313938). 00000400:00000200:0.0:1718399243.862246:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.862249:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.862251:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e220 00000400:00000010:0.0:1718399243.862251:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e220. 00000100:00000200:0.0:1718399243.862255:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb8980 x1801871316494464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399243.866927:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009294a300. 00010000:00000010:1.1:1718399243.866937:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f840. 00010000:00000010:1.1:1718399243.866940:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136730c00. 00010000:00000010:1.1:1718399243.866943:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d680. 00010000:00000010:1.1:1718399243.866945:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ffafa00. 00010000:00000010:1.1:1718399243.866947:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fcc0. 00000400:00000200:0.0:1718399243.868368:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.868381:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02880 00000400:00000200:0.0:1718399243.868387:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae0c5 [1] + 224 00000400:00000200:0.0:1718399243.868402:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.868405:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.868411:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fb8980 x1801871316494464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.868560:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd000. 00000400:00000200:3.0:1718399243.868564:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ef68 00000400:00000010:3.0:1718399243.868566:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ef68. 00000100:00000200:3.0:1718399243.868572:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fb8980 x1801871316494464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.868579:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fb8980 x1801871316494464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.868605:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fa200. 02000000:00000010:3.0:1718399243.868732:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52faa00. 00000100:00000010:3.0:1718399243.868736:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb8980. 00000100:00000010:3.0:1718399243.868739:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88012b2d6c00. 00010000:00000010:3.0:1718399243.868743:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e140. 00000400:00000200:2.0:1718399243.871572:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.871584:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5dbc0 00000400:00000200:2.0:1718399243.871590:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacad5 [2] + 1312 00000400:00000200:2.0:1718399243.871643:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.871647:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.871652:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399243.871657:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fba600. 00000020:00000010:3.0:1718399243.872440:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3000. 00000020:00000010:3.0:1718399243.872445:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46700. 00000020:00000010:3.0:1718399243.872449:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee01f8. 00000100:00000200:3.0:1718399243.872464:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fba600 x1801871317916608/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399243.872482:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317916608 02000000:00000010:3.0:1718399243.872488:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3800. 00010000:00000010:3.0:1718399243.872507:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5208b00. 00010000:00000010:3.0:1718399243.872520:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b271c0. 00000100:00000010:3.0:1718399243.872524:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2d80. 00000100:00000010:3.0:1718399243.872530:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2d80. 00010000:00000010:3.0:1718399243.872532:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b271c0. 00000400:00000010:3.0:1718399243.872539:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466770. 00000100:00000200:3.0:1718399243.872543:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317916608, offset 224 00000400:00000200:3.0:1718399243.872548:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.872555:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.872560:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90332:90332:256:4294967295] 192.168.202.25@tcp LPNI seq info [90332:90332:8:4294967295] 00000400:00000200:3.0:1718399243.872566:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.872570:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.872573:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dba900 (tot 82314186). 00000800:00000200:3.0:1718399243.872576:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.872581:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.872584:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880097dba900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399243.872592:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46700. 00000020:00000010:3.0:1718399243.872595:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee01f8. 00000020:00000010:3.0:1718399243.872597:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3000. 00080000:00000010:3.0:1718399243.872613:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880097dba100. 00010000:00000010:3.0:1718399243.872665:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6d00. 00010000:00000010:3.0:1718399243.872669:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5208e00. 00010000:00000010:3.0:1718399243.872712:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09eac0. 00010000:00000010:3.0:1718399243.872715:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46700. 00010000:00000010:3.0:1718399243.872720:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b271c0. 00000100:00000010:3.0:1718399243.872722:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2d80. 00000100:00000010:3.0:1718399243.872726:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.872734:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399243.872748:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399243.872751:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399243.872754:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466990. 00000100:00000200:3.0:1718399243.872757:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316494528, portal 16 00000400:00000010:3.0:1718399243.872760:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94664c8. 00000100:00000200:3.0:1718399243.872761:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316494528, offset 0 00000400:00000200:3.0:1718399243.872764:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.872779:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.872783:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.872786:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.872788:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.872790:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90333:90333:255:4294967295] 192.168.202.25@tcp LPNI seq info [90333:90333:7:4294967295] 00000400:00000200:3.0:1718399243.872795:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.872799:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.872801:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dba500 (tot 82314434). 00000800:00000200:3.0:1718399243.872803:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.872806:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.873128:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.873131:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dba900 (tot 82314186). 00000400:00000200:0.0:1718399243.873134:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.873138:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.873140:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466770 00000400:00000010:0.0:1718399243.873142:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466770. 00000800:00000200:3.0:1718399243.873477:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880097dba500 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1718399243.874057:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092996d00. 00000800:00000200:3.0:1718399243.874735:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399243.874738:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dba500 (tot 82313938). 00000400:00000200:3.0:1718399243.874741:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399243.874745:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399243.874748:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94664c8 00000400:00000010:3.0:1718399243.874749:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94664c8. 00000100:00000200:3.0:1718399243.874753:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316494528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.875070:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c32b600. 00010000:00000010:3.1:1718399243.875071:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5318fc0. 00010000:00000010:0.1:1718399243.875076:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09fa80. 00010000:00000010:3.1:1718399243.877428:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880095725700. 00010000:00000010:3.1:1718399243.877436:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00010000:00000010:3.1:1718399243.877439:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a531bcc0. 00000400:00000200:2.0:1718399243.881099:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.881114:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc028c0 00000400:00000200:2.0:1718399243.881120:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae0d1 [1] + 224 00000400:00000200:2.0:1718399243.882784:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.882792:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.882801:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316494528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399243.882826:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.882831:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5dc00 00000400:00000200:2.0:1718399243.882836:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacad5 [2] + 1640 00000400:00000200:2.0:1718399243.882877:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.882880:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.882884:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399243.882889:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbb440. 00000020:00000010:1.0:1718399243.883038:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f6200. 00000020:00000010:1.0:1718399243.883043:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ad00. 00000020:00000010:1.0:1718399243.883047:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.883064:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbb440 x1801871317916672/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399243.883087:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317916672 02000000:00000010:1.0:1718399243.883094:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f6000. 00010000:00000010:1.0:1718399243.883121:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573000. 00000100:00000010:1.0:1718399243.883127:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2000. 00000100:00000010:1.0:1718399243.883132:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2000. 00010000:00000010:1.0:1718399243.883134:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573000. 00000400:00000010:1.0:1718399243.883143:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9acc0. 00000100:00000200:1.0:1718399243.883146:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317916672, offset 224 00000400:00000200:1.0:1718399243.883152:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.883160:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.883165:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90334:90334:256:4294967295] 192.168.202.25@tcp LPNI seq info [90334:90334:8:4294967295] 00000400:00000200:1.0:1718399243.883172:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.883176:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.883178:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53e2f00 (tot 82314186). 00000800:00000200:1.0:1718399243.883182:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.883188:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.883191:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53e2f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.883211:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ad00. 00000020:00000010:1.0:1718399243.883214:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.883218:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f6200. 00000800:00000200:0.0:1718399243.883231:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.883234:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53e2f00 (tot 82313938). 00000400:00000200:0.0:1718399243.883236:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.883239:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.883241:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9acc0 00000400:00000010:0.0:1718399243.883242:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9acc0. 00000400:00000010:3.0:1718399243.883265:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399243.883283:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466990 00000400:00000010:3.0:1718399243.883285:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466990. 00000100:00000200:3.0:1718399243.883290:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316494528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.883297:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316494528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399243.883312:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d08c780. 02000000:00000010:3.0:1718399243.883323:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.883326:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3000. 00000100:00000010:3.0:1718399243.883329:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.883332:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2d80. 00010000:00000010:3.0:1718399243.883334:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b271c0. 00080000:00000010:3.0:1718399243.883344:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880097dbac00. 00010000:00000010:3.0:1718399243.883398:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46700. 00010000:00000010:3.0:1718399243.883403:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009fb8cd80. 00010000:00000010:3.0:1718399243.883462:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880097dba500. 00010000:00000010:3.0:1718399243.883464:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46700. 00010000:00000010:3.0:1718399243.883468:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c240. 00010000:00000010:3.0:1718399243.883472:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f00. 00080000:00000010:3.0:1718399243.883480:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880097dba800. 00010000:00000010:3.0:1718399243.883498:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f00. 00010000:00000010:3.0:1718399243.883500:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46700. 00010000:00000010:3.0:1718399243.883534:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f840. 00010000:00000010:3.0:1718399243.883537:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46700. 00010000:00000010:3.0:1718399243.883542:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b271c0. 00000100:00000010:3.0:1718399243.883544:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2d80. 00000100:00000010:3.0:1718399243.883548:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.883555:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399243.883571:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399243.883574:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399243.883577:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466990. 00000100:00000200:3.0:1718399243.883581:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316494592, portal 16 00000400:00000010:3.0:1718399243.883584:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94664c8. 00000100:00000200:3.0:1718399243.883586:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316494592, offset 0 00000400:00000200:3.0:1718399243.883590:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.883595:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.883601:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.883603:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.883606:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.883608:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90335:90335:256:4294967295] 192.168.202.25@tcp LPNI seq info [90335:90335:8:4294967295] 00000400:00000200:3.0:1718399243.883614:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.883618:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.883620:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dba400 (tot 82314186). 00010000:00000010:2.1:1718399243.883620:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a53f1f80. 00000800:00000200:3.0:1718399243.883623:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.883626:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00010000:00000010:2.1:1718399243.883626:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c32b500. 00000800:00000200:3.0:1718399243.883628:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880097dba400 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1718399243.883629:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00000800:00000200:3.0:1718399243.883663:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399243.883665:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dba400 (tot 82313938). 00000400:00000200:3.0:1718399243.883667:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399243.883670:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399243.883671:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94664c8 00000400:00000010:3.0:1718399243.883672:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94664c8. 00000100:00000200:3.0:1718399243.883675:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316494592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.885112:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.885122:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02900 00000400:00000200:0.0:1718399243.885128:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae0dd [1] + 224 00000400:00000200:0.0:1718399243.885134:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.885136:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.885142:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316494592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.885171:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.885175:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5dc40 00000400:00000200:0.0:1718399243.885178:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacad5 [2] + 1968 00000400:00000010:0.0:1718399243.885180:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdec8. 00000400:00000200:0.0:1718399243.885183:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009de36840 00000400:00000200:0.0:1718399243.885223:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.885226:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.885228:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009de36840 00000400:00000010:0.0:1718399243.885229:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88009de36840 (tot 82313786). 00000100:00000200:0.0:1718399243.885233:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1718399243.885390:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f6200. 00000020:00000010:1.0:1718399243.885394:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ad00. 00000020:00000010:1.0:1718399243.885397:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.885696:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880094aa1850 x1801871317916736/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399243.885724:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317916736 02000000:00000010:1.0:1718399243.885731:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f6800. 00010000:00000010:1.0:1718399243.885752:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573000. 00000100:00000010:1.0:1718399243.885757:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2000. 00000100:00000010:1.0:1718399243.885761:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2000. 00010000:00000010:1.0:1718399243.885763:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573000. 00000400:00000010:1.0:1718399243.886020:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a908. 00000100:00000200:1.0:1718399243.886025:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317916736, offset 224 00000400:00000200:1.0:1718399243.886031:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.886039:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.886043:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90336:90336:256:4294967295] 192.168.202.25@tcp LPNI seq info [90336:90336:8:4294967295] 00000400:00000200:1.0:1718399243.886050:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.886055:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.886058:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53e2f00 (tot 82314034). 00000800:00000200:1.0:1718399243.886062:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.886068:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.886070:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53e2f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.886094:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ad00. 00000020:00000010:1.0:1718399243.886097:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.886100:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f6200. 02000000:00000010:1.0:1718399243.886107:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f6000. 00000100:00000010:1.0:1718399243.886110:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbb440. 02000000:00000010:1.0:1718399243.886114:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3800. 00000100:00000010:1.0:1718399243.886116:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fba600. 02000000:00000010:1.0:1718399243.886118:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3e00. 00000100:00000010:1.0:1718399243.886120:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbd0c0. 02000000:00000010:1.0:1718399243.886122:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2600. 00000100:00000010:1.0:1718399243.886123:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbd580. 02000000:00000010:1.0:1718399243.886125:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c3800. 00000100:00000010:1.0:1718399243.886128:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbdf00. 02000000:00000010:1.0:1718399243.886130:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c3a00. 00000100:00000010:1.0:1718399243.886131:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbda40. 00000100:00000200:1.0:1718399243.886135:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1718399243.886138:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1478. 00000400:00000010:1.0:1718399243.886141:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093fa2000 (tot 82314186). 00000800:00000200:0.0:1718399243.886913:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.886916:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53e2f00 (tot 82313938). 00000400:00000200:0.0:1718399243.886920:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.886924:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.886926:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a908 00000400:00000010:0.0:1718399243.886928:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a908. 02000000:00000010:0.0:1718399243.886933:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f6800. 00000400:00000010:3.0:1718399243.889195:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399243.889212:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466990 00000400:00000010:3.0:1718399243.889214:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466990. 00000100:00000200:3.0:1718399243.889224:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316494592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.889244:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316494592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399243.889310:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009b0c0080. 02000000:00000010:3.0:1718399243.889339:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.889344:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3000. 00000100:00000010:3.0:1718399243.889347:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.889351:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2d80. 00010000:00000010:3.0:1718399243.889353:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b271c0. 00080000:00000010:3.0:1718399243.889382:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880097dba400. 00010000:00000010:3.0:1718399243.889489:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46700. 00010000:00000010:3.0:1718399243.889495:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009b0c0000. 00010000:00000010:3.0:1718399243.889589:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09fcc0. 00010000:00000010:3.0:1718399243.889593:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46700. 00010000:00000010:3.0:1718399243.889613:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b271c0. 00000100:00000010:3.0:1718399243.889619:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2d80. 00000100:00000010:3.0:1718399243.889624:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.889646:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399243.889677:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399243.889680:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399243.889684:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466990. 00000100:00000200:3.0:1718399243.889700:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316494656, portal 16 00000400:00000010:3.0:1718399243.889703:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94664c8. 00000100:00000200:3.0:1718399243.889705:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316494656, offset 0 00000400:00000200:3.0:1718399243.889711:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.889733:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.889739:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.889742:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.889755:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.889759:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90337:90337:256:4294967295] 192.168.202.25@tcp LPNI seq info [90337:90337:8:4294967295] 00000400:00000200:3.0:1718399243.889767:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.889792:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.889795:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dba900 (tot 82314186). 00000800:00000200:3.0:1718399243.889800:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.889806:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.889809:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880097dba900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.890652:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.890655:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dba900 (tot 82313938). 00000400:00000200:0.0:1718399243.890659:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.890664:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.890667:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94664c8 00000400:00000010:0.0:1718399243.890668:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94664c8. 00000100:00000200:0.0:1718399243.890672:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316494656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.892422:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.892433:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02940 00000400:00000200:0.0:1718399243.892446:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae0ed [1] + 224 00000400:00000200:0.0:1718399243.892478:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.892481:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.892487:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316494656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.893176:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.893194:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5dc80 00000400:00000200:0.0:1718399243.893199:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacb2d [2] + 0 00010000:00000010:2.1:1718399243.893466:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092abc6c0. 00010000:00000010:2.1:1718399243.893472:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012dc49100. 00010000:00000010:2.1:1718399243.893475:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09eac0. 00010000:00000010:2.1:1718399243.893479:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880097dba500. 00010000:00000010:2.1:1718399243.893481:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c240. 00000400:00000200:0.0:1718399243.893545:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.893549:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.893553:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.893562:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 00000020:00000010:1.0:1718399243.893609:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f6000. 00000020:00000010:1.0:1718399243.893614:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ad00. 00000020:00000010:1.0:1718399243.893618:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.893658:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317916800/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399243.893677:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317916800 02000000:00000010:1.0:1718399243.893684:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f6200. 00010000:00000010:1.0:1718399243.893721:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573000. 00000100:00000010:1.0:1718399243.893726:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:1.0:1718399243.893730:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:1.0:1718399243.893733:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573000. 00000400:00000010:1.0:1718399243.893741:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a198. 00000100:00000200:1.0:1718399243.893745:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317916800, offset 224 00000400:00000200:1.0:1718399243.893752:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.893759:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.893764:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90338:90338:256:4294967295] 192.168.202.25@tcp LPNI seq info [90338:90338:8:4294967295] 00000400:00000200:1.0:1718399243.893783:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.893787:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.893790:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53e2400 (tot 82314186). 00000800:00000200:1.0:1718399243.893794:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.893799:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.893802:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53e2400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.893813:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ad00. 00000020:00000010:1.0:1718399243.893816:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.893820:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f6000. 00000400:00000010:3.0:1718399243.893925:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399243.893930:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466990 00000400:00000010:3.0:1718399243.893932:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466990. 00000100:00000200:3.0:1718399243.893937:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316494656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.893952:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316494656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399243.893970:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d9b2400. 02000000:00000010:3.0:1718399243.893992:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.893997:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3000. 00000100:00000010:3.0:1718399243.894000:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.894003:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2d80. 00010000:00000010:3.0:1718399243.894013:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b271c0. 00080000:00000010:3.0:1718399243.894026:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880097dba500. 00010000:00000010:3.0:1718399243.894112:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46700. 00010000:00000010:3.0:1718399243.894116:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009b0c0200. 00010000:00000010:3.0:1718399243.894207:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09db00. 00010000:00000010:3.0:1718399243.894223:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46700. 00010000:00000010:3.0:1718399243.894230:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b271c0. 00000100:00000010:3.0:1718399243.894242:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2d80. 00000100:00000010:3.0:1718399243.894247:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.894255:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399243.894305:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399243.894336:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399243.894339:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466990. 00000100:00000200:3.0:1718399243.894352:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316494720, portal 16 00000400:00000010:3.0:1718399243.894355:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94664c8. 00000100:00000200:3.0:1718399243.894357:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316494720, offset 0 00000400:00000200:3.0:1718399243.894361:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.894366:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.894370:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.894386:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.894388:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.894390:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90339:90339:255:4294967295] 192.168.202.25@tcp LPNI seq info [90339:90339:7:4294967295] 00000400:00000200:3.0:1718399243.894395:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.894398:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.894401:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097dba900 (tot 82314434). 00000800:00000200:3.0:1718399243.894403:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.894406:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.894417:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880097dba900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.894588:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.894591:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53e2400 (tot 82314186). 00000400:00000200:0.0:1718399243.894607:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.894610:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.894612:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a198 00000400:00000010:0.0:1718399243.894613:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a198. 00000800:00000200:0.0:1718399243.894684:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.894686:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097dba900 (tot 82313938). 00000400:00000200:0.0:1718399243.894688:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.894691:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.894693:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94664c8 00000400:00000010:0.0:1718399243.894694:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94664c8. 00000100:00000200:0.0:1718399243.894696:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316494720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.895916:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.895927:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02980 00000400:00000200:0.0:1718399243.895931:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae0f9 [1] + 224 00000400:00000200:0.0:1718399243.895947:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.895950:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.895954:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316494720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.896168:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399243.896172:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466990 00000400:00000010:3.0:1718399243.896174:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466990. 00000100:00000200:3.0:1718399243.896178:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316494720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.896183:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316494720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.896202:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.896206:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3000. 00000100:00000010:3.0:1718399243.896227:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.896230:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2d80. 00010000:00000010:3.0:1718399243.896233:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b271c0. 00000400:00000200:2.0:1718399243.896670:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399243.896677:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5dcc0 00000400:00000200:2.0:1718399243.896682:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacb2d [2] + 328 00000400:00000200:2.0:1718399243.896730:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.896734:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399243.896737:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399243.896741:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc740. 00000020:00000010:0.0:1718399243.897031:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2a00. 00000020:00000010:0.0:1718399243.897036:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfcf80. 00000020:00000010:0.0:1718399243.897039:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399243.897069:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbc740 x1801871317916864/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1718399243.897181:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317916864 02000000:00000010:0.0:1718399243.897198:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2c00. 00010000:00000010:0.0:1718399243.897228:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092be9480. 00010000:00000010:0.0:1718399243.897253:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357c140. 00000100:00000010:0.0:1718399243.897258:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9600. 00000100:00000010:0.0:1718399243.897753:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9600. 00010000:00000010:0.0:1718399243.897758:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357c140. 00000400:00000010:0.0:1718399243.897777:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376770. 00000100:00000200:0.0:1718399243.897781:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317916864, offset 224 00000400:00000200:0.0:1718399243.897787:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.897794:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.897799:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90340:90340:256:4294967295] 192.168.202.25@tcp LPNI seq info [90340:90340:8:4294967295] 00000400:00000200:0.0:1718399243.897807:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.897811:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.897814:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223c00 (tot 82314186). 00000800:00000200:0.0:1718399243.897822:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.897828:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.897830:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399243.897847:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfcf80. 00000020:00000010:0.0:1718399243.897851:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399243.897853:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2a00. 00000800:00000200:1.0:1718399243.897947:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.897949:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223c00 (tot 82313938). 00000400:00000200:1.0:1718399243.897952:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.897955:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.897957:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376770 00000400:00000010:1.0:1718399243.897959:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376770. 00080000:00000010:3.0:1718399243.898012:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880097dba900. 00010000:00000010:3.0:1718399243.898068:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46700. 00010000:00000010:3.0:1718399243.898073:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092be9400. 00010000:00000010:3.0:1718399243.898126:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c240. 00010000:00000010:3.0:1718399243.898130:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46700. 00010000:00000010:3.0:1718399243.898137:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b271c0. 00000100:00000010:3.0:1718399243.898140:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2d80. 00000100:00000010:3.0:1718399243.898145:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.898154:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399243.898170:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399243.898173:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399243.898176:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466990. 00000100:00000200:3.0:1718399243.898179:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316494784, portal 16 00000400:00000010:3.0:1718399243.898181:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466770. 00000100:00000200:3.0:1718399243.898183:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316494784, offset 0 00000400:00000200:3.0:1718399243.898187:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.898191:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.898196:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.898199:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.898200:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.898202:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90341:90341:256:4294967295] 192.168.202.25@tcp LPNI seq info [90341:90341:8:4294967295] 00000400:00000200:3.0:1718399243.898209:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.898212:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.898214:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009325a000 (tot 82314186). 00000800:00000200:3.0:1718399243.898217:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.898220:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.898222:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009325a000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.898378:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.898379:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009325a000 (tot 82313938). 00000400:00000200:0.0:1718399243.898383:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.898385:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.898387:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466770 00000400:00000010:0.0:1718399243.898388:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466770. 00000100:00000200:0.0:1718399243.898392:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316494784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399243.899935:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a522bcc0. 00010000:00000010:3.1:1718399243.899943:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51da600. 00010000:00000010:3.1:1718399243.899946:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f840. 00000400:00000200:0.0:1718399243.900356:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.900366:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc029c0 00000400:00000200:0.0:1718399243.900373:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae105 [1] + 224 00000400:00000200:0.0:1718399243.900389:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.900392:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.900399:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316494784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.900461:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399243.900465:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466990 00000400:00000010:3.0:1718399243.900467:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466990. 00000100:00000200:3.0:1718399243.900472:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316494784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.900478:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316494784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.900507:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.900511:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3000. 00000100:00000010:3.0:1718399243.900514:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.900518:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2d80. 00010000:00000010:3.0:1718399243.900530:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b271c0. 00000400:00000200:0.0:1718399243.900640:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.900646:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5dd00 00000400:00000200:0.0:1718399243.900650:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacb2d [2] + 656 00000400:00000200:0.0:1718399243.900955:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.900960:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.900964:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.900967:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 00000020:00000010:2.0:1718399243.901079:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52faa00. 00000020:00000010:2.0:1718399243.901084:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6180. 00000020:00000010:2.0:1718399243.901087:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399243.901102:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c2797c0 x1801871317916928/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399243.901127:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317916928 02000000:00000010:2.0:1718399243.901134:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa200. 00010000:00000010:2.0:1718399243.901150:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093da4600. 00010000:00000010:2.0:1718399243.901166:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e280. 00000100:00000010:2.0:1718399243.901171:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3900. 00000100:00000010:2.0:1718399243.901181:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3900. 00010000:00000010:2.0:1718399243.901183:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e280. 00000400:00000010:2.0:1718399243.901190:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e7f8. 00000100:00000200:2.0:1718399243.901193:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317916928, offset 224 00000400:00000200:2.0:1718399243.901198:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.901205:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.901208:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90342:90342:256:4294967295] 192.168.202.25@tcp LPNI seq info [90342:90342:8:4294967295] 00080000:00000010:3.0:1718399243.901210:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009325a100. 00000400:00000200:2.0:1718399243.901214:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.901218:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.901220:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730c00 (tot 82314186). 00000800:00000200:2.0:1718399243.901224:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.901229:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.901232:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.901250:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6180. 00000020:00000010:2.0:1718399243.901254:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399243.901256:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52faa00. 00010000:00000010:3.0:1718399243.901260:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46700. 00010000:00000010:3.0:1718399243.901264:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093da4580. 00010000:00000010:3.0:1718399243.901444:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f840. 00010000:00000010:3.0:1718399243.901448:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46700. 00010000:00000010:3.0:1718399243.901454:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b271c0. 00000100:00000010:3.0:1718399243.901456:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2d80. 00000100:00000010:3.0:1718399243.901461:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.901478:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399243.901492:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399243.901495:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399243.901508:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466990. 00000100:00000200:3.0:1718399243.901512:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316494848, portal 16 00000400:00000010:3.0:1718399243.901514:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466f68. 00000100:00000200:3.0:1718399243.901516:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316494848, offset 0 00000400:00000200:3.0:1718399243.901520:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.901524:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.901537:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.901540:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.901542:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.901544:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90343:90343:255:4294967295] 192.168.202.25@tcp LPNI seq info [90343:90343:7:4294967295] 00000400:00000200:3.0:1718399243.901549:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.901552:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.901554:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009325a800 (tot 82314434). 00000800:00000200:3.0:1718399243.901557:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.901569:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.901570:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009325a800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.901809:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.901812:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730c00 (tot 82314186). 00000400:00000200:1.0:1718399243.901816:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.901819:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.901821:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e7f8 00000400:00000010:1.0:1718399243.901822:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e7f8. 00000800:00000200:1.0:1718399243.901989:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.901991:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009325a800 (tot 82313938). 00000400:00000200:1.0:1718399243.902008:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.902010:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.902013:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466f68 00000400:00000010:1.0:1718399243.902014:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466f68. 00000100:00000200:1.0:1718399243.902017:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316494848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.903438:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.903450:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02a00 00000400:00000200:0.0:1718399243.903455:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae111 [1] + 224 00000400:00000200:0.0:1718399243.903470:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.903473:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.903479:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316494848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.903560:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310790. 00000400:00000200:3.0:1718399243.903564:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466990 00000400:00000010:3.0:1718399243.903566:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466990. 00000100:00000200:3.0:1718399243.903570:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316494848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.903576:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316494848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.903600:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.903604:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3000. 00000100:00000010:3.0:1718399243.903608:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:3.0:1718399243.903611:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2d80. 00010000:00000010:3.0:1718399243.903614:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b271c0. 00000400:00000200:0.0:1718399243.906481:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.906496:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5dd40 00000400:00000200:0.0:1718399243.906502:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacb2d [2] + 984 00000400:00000200:0.0:1718399243.906564:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.906568:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.906574:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.906579:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 00000020:00000010:2.0:1718399243.906815:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52faa00. 00000020:00000010:2.0:1718399243.906820:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6180. 00000020:00000010:2.0:1718399243.906823:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399243.906843:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317916992/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399243.906866:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317916992 02000000:00000010:2.0:1718399243.906873:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fac00. 00010000:00000010:2.0:1718399243.907043:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009faf8b80. 00010000:00000010:2.0:1718399243.907061:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e280. 00000100:00000010:2.0:1718399243.907066:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3900. 00000100:00000010:2.0:1718399243.907092:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3900. 00010000:00000010:2.0:1718399243.907095:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e280. 00000400:00000010:2.0:1718399243.907104:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ee58. 00000100:00000200:2.0:1718399243.907108:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317916992, offset 224 00000400:00000200:2.0:1718399243.907114:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.907122:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.907127:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90344:90344:256:4294967295] 192.168.202.25@tcp LPNI seq info [90344:90344:8:4294967295] 00000400:00000200:2.0:1718399243.907134:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.907138:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.907142:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730600 (tot 82314186). 00000800:00000200:2.0:1718399243.907145:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.907151:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.907154:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730600 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1718399243.907235:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009325a600. 00010000:00000010:3.0:1718399243.907318:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46700. 00010000:00000010:3.0:1718399243.907323:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009faf8800. 00000020:00000010:2.0:1718399243.907376:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6180. 00000020:00000010:2.0:1718399243.907380:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00010000:00000010:3.0:1718399243.907382:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009325aa00. 00000020:00000010:2.0:1718399243.907382:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52faa00. 00010000:00000010:3.0:1718399243.907384:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46700. 00010000:00000010:3.0:1718399243.907388:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09eac0. 00010000:00000010:3.0:1718399243.907391:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f00. 00080000:00000010:3.0:1718399243.907400:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009325ad00. 00010000:00000010:3.0:1718399243.907417:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f00. 00010000:00000010:3.0:1718399243.907420:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46700. 00000800:00000200:0.0:1718399243.910493:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.910499:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730600 (tot 82313938). 00000400:00000200:0.0:1718399243.910506:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.910512:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.910516:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ee58 00000400:00000010:0.0:1718399243.910518:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ee58. 00010000:00000010:2.0:1718399243.913403:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d8c0. 00010000:00000010:2.0:1718399243.913414:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6180. 00010000:00000010:2.0:1718399243.913425:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e280. 00000100:00000010:2.0:1718399243.913431:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3900. 00000100:00000010:2.0:1718399243.913440:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbda40. 02000000:00000010:2.0:1718399243.913451:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52faa00. 02000000:00000010:2.0:1718399243.913471:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb400. 00000400:00000010:2.0:1718399243.913476:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd0b0. 00000400:00000010:2.0:1718399243.913481:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52edd0. 00000100:00000200:2.0:1718399243.913486:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316494912, portal 16 00000400:00000010:2.0:1718399243.913490:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ee58. 00000100:00000200:2.0:1718399243.913491:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316494912, offset 0 00000400:00000200:2.0:1718399243.913498:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00010000:00000010:0.1:1718399243.913508:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af2400. 00000400:00000200:2.0:1718399243.913510:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.913515:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.913518:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.913520:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.913523:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90345:90345:256:4294967295] 192.168.202.25@tcp LPNI seq info [90345:90345:8:4294967295] 00000400:00000200:2.0:1718399243.913530:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.913535:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.913538:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730700 (tot 82314186). 00000800:00000200:2.0:1718399243.913542:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.913548:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.913551:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730700 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1718399243.913561:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a522b600. 00010000:00000010:3.1:1718399243.913568:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012b873400. 00010000:00000010:3.1:1718399243.913572:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09fcc0. 00010000:00000010:3.1:1718399243.913575:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880131006c00. 00010000:00000010:3.1:1718399243.913588:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09db00. 00000800:00000200:0.0:1718399243.913706:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.913709:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730700 (tot 82313938). 00000400:00000200:0.0:1718399243.913713:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.913718:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.913721:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ee58 00000400:00000010:0.0:1718399243.913722:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ee58. 00000100:00000200:0.0:1718399243.913728:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbda40 x1801871316494912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.920288:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.920304:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02a40 00000400:00000200:0.0:1718399243.920312:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae11d [1] + 224 00000400:00000200:0.0:1718399243.920333:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.920337:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.920346:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbda40 x1801871316494912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399243.920409:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd0b0. 00000400:00000200:2.0:1718399243.920413:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52edd0 00000400:00000010:2.0:1718399243.920415:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52edd0. 00000100:00000200:2.0:1718399243.920421:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbda40 x1801871316494912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.920427:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbda40 x1801871316494912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.920455:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb400. 02000000:00000010:2.0:1718399243.920461:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52faa00. 00000100:00000010:2.0:1718399243.920466:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbda40. 00000100:00000010:2.0:1718399243.920469:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3900. 00010000:00000010:2.0:1718399243.920472:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e280. 00000400:00000200:0.0:1718399243.922487:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.922500:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5dd80 00000400:00000200:0.0:1718399243.922506:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacb2d [2] + 1312 00000400:00000200:0.0:1718399243.922555:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.922559:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.922564:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.922568:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000020:00000010:1.0:1718399243.922653:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f7a00. 00000020:00000010:1.0:1718399243.922658:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ad00. 00000020:00000010:1.0:1718399243.922661:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399243.922679:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317917056/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399243.922710:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317917056 02000000:00000010:1.0:1718399243.922717:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f6c00. 00010000:00000010:3.1:1718399243.922726:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8900. 00010000:00000010:1.0:1718399243.922737:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800932b4800. 00010000:00000010:1.0:1718399243.922838:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573000. 00000100:00000010:1.0:1718399243.922843:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:1.0:1718399243.922851:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:1.0:1718399243.922853:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573000. 00000400:00000010:1.0:1718399243.922863:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a5d8. 00000100:00000200:1.0:1718399243.922867:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317917056, offset 224 00000400:00000200:1.0:1718399243.922872:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.922880:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.922885:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90346:90346:256:4294967295] 192.168.202.25@tcp LPNI seq info [90346:90346:8:4294967295] 00000400:00000200:1.0:1718399243.922893:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.922897:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.922900:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53e2300 (tot 82314186). 00000800:00000200:1.0:1718399243.922904:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.922911:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.922914:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53e2300 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1718399243.922958:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880136730a00. 00010000:00000010:2.0:1718399243.923018:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6180. 00010000:00000010:2.0:1718399243.923023:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800932b4a80. 00010000:00000010:2.0:1718399243.923080:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356df80. 00010000:00000010:2.0:1718399243.923084:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6180. 00010000:00000010:2.0:1718399243.923091:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e280. 00000100:00000010:2.0:1718399243.923094:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3900. 00000100:00000010:2.0:1718399243.923099:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbda40. 02000000:00000010:2.0:1718399243.923108:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52faa00. 02000000:00000010:2.0:1718399243.923124:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb400. 00000400:00000010:2.0:1718399243.923128:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd0b0. 00000400:00000010:2.0:1718399243.923132:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52edd0. 00000100:00000200:2.0:1718399243.923136:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316494976, portal 16 00000400:00000010:2.0:1718399243.923138:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e7f8. 00000100:00000200:2.0:1718399243.923140:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316494976, offset 0 00000400:00000200:2.0:1718399243.923144:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.923149:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.923154:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.923156:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.923158:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.923160:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90347:90347:255:4294967295] 192.168.202.25@tcp LPNI seq info [90347:90347:7:4294967295] 00000400:00000200:2.0:1718399243.923166:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.923169:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.923172:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730700 (tot 82314434). 00000800:00000200:2.0:1718399243.923175:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.923179:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.923180:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730700 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.923399:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ad00. 00000020:00000010:1.0:1718399243.923404:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.923408:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f7a00. 00000800:00000200:0.0:1718399243.924559:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.924562:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53e2300 (tot 82314186). 00000400:00000200:0.0:1718399243.924567:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.924573:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.924576:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a5d8 00000400:00000010:0.0:1718399243.924578:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a5d8. 00000800:00000200:0.0:1718399243.924870:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.924872:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730700 (tot 82313938). 00000400:00000200:0.0:1718399243.924876:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.924879:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.924881:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e7f8 00000400:00000010:0.0:1718399243.924883:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e7f8. 00000100:00000200:0.0:1718399243.924888:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbda40 x1801871316494976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.925746:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09a640. 00010000:00000010:3.1:1718399243.925818:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800985b7e00. 00010000:00000010:3.1:1718399243.925822:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c240. 00010000:00000010:3.1:1718399243.925825:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009a94b400. 00010000:00000010:3.1:1718399243.925828:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f840. 00010000:00000010:3.1:1718399243.925832:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009325aa00. 00010000:00000010:3.1:1718399243.925835:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09eac0. 00010000:00000010:0.1:1718399243.928404:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012b7d5b00. 00000400:00000200:1.0:1718399243.931226:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.931240:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02a80 00000400:00000200:1.0:1718399243.931247:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae129 [1] + 224 00000400:00000200:1.0:1718399243.931262:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.931315:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.931324:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbda40 x1801871316494976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399243.931899:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd0b0. 00000400:00000200:2.0:1718399243.931903:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52edd0 00000400:00000010:2.0:1718399243.931904:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52edd0. 00000100:00000200:2.0:1718399243.931909:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbda40 x1801871316494976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.931916:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbda40 x1801871316494976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399243.931938:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb400. 02000000:00000010:2.0:1718399243.931942:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52faa00. 00000100:00000010:2.0:1718399243.931946:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbda40. 00000100:00000010:2.0:1718399243.931949:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3900. 00010000:00000010:2.0:1718399243.931952:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e280. 00000400:00000200:1.0:1718399243.932383:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.932389:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ddc0 00000400:00000200:1.0:1718399243.932394:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacb2d [2] + 1640 00000400:00000200:1.0:1718399243.932440:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.932443:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.932447:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399243.932451:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 00000020:00000010:2.0:1718399243.932528:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52faa00. 00000020:00000010:2.0:1718399243.932532:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6300. 00000020:00000010:2.0:1718399243.932535:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399243.932551:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df75f00 x1801871317917120/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399243.932581:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317917120 02000000:00000010:2.0:1718399243.932588:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb400. 00010000:00000010:2.0:1718399243.932607:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a53d8f80. 00010000:00000010:2.0:1718399243.932620:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e280. 00000100:00000010:2.0:1718399243.932624:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3900. 00000100:00000010:2.0:1718399243.932630:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3900. 00010000:00000010:2.0:1718399243.932632:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e280. 00000400:00000010:2.0:1718399243.932640:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52edd0. 00000100:00000200:2.0:1718399243.932643:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317917120, offset 224 00000400:00000200:2.0:1718399243.932649:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.932656:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.932661:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90348:90348:256:4294967295] 192.168.202.25@tcp LPNI seq info [90348:90348:8:4294967295] 00000400:00000200:2.0:1718399243.932669:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.932673:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.932676:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730600 (tot 82314186). 00000800:00000200:2.0:1718399243.932680:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.932687:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.932690:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.932702:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6300. 00000020:00000010:2.0:1718399243.932705:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399243.932707:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52faa00. 00080000:00000010:2.0:1718399243.932725:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880136730c00. 00010000:00000010:2.0:1718399243.932792:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6180. 00010000:00000010:2.0:1718399243.932799:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a53d8f00. 00010000:00000010:2.0:1718399243.932858:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356cfc0. 00010000:00000010:2.0:1718399243.932861:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6180. 00010000:00000010:2.0:1718399243.932867:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e280. 00000100:00000010:2.0:1718399243.932869:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3900. 00000100:00000010:2.0:1718399243.932873:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbda40. 02000000:00000010:2.0:1718399243.932881:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52faa00. 02000000:00000010:2.0:1718399243.932895:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb200. 00000400:00000010:2.0:1718399243.932898:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd0b0. 00000400:00000010:2.0:1718399243.932901:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ef68. 00000100:00000200:2.0:1718399243.932904:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316495040, portal 16 00000400:00000010:2.0:1718399243.932907:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e220. 00000100:00000200:2.0:1718399243.932908:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316495040, offset 0 00000400:00000200:2.0:1718399243.932911:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.932915:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.932921:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.932923:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.932925:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.932927:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90349:90349:255:4294967295] 192.168.202.25@tcp LPNI seq info [90349:90349:7:4294967295] 00000400:00000200:2.0:1718399243.932932:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.932935:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.932937:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730300 (tot 82314434). 00000800:00000200:2.0:1718399243.932939:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.932942:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.932944:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.933109:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.933112:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730600 (tot 82314186). 00000400:00000200:1.0:1718399243.933116:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.933120:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.933122:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52edd0 00000400:00000010:1.0:1718399243.933230:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52edd0. 00000800:00000200:1.0:1718399243.933266:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.933290:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730300 (tot 82313938). 00000400:00000200:1.0:1718399243.933293:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.933296:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.933297:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e220 00000400:00000010:1.0:1718399243.933298:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e220. 00000100:00000200:1.0:1718399243.933302:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbda40 x1801871316495040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399243.934373:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d44a500. 00010000:00000010:2.1:1718399243.934380:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00000400:00000200:0.0:1718399243.937792:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.937807:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02ac0 00000400:00000200:0.0:1718399243.937815:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae135 [1] + 224 00000400:00000200:0.0:1718399243.937831:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.937835:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.937843:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbda40 x1801871316495040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.938152:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd0b0. 00000400:00000200:3.0:1718399243.938156:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ef68 00000400:00000010:3.0:1718399243.938158:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ef68. 00000100:00000200:3.0:1718399243.938163:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbda40 x1801871316495040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.938170:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbda40 x1801871316495040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.938194:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb200. 02000000:00000010:3.0:1718399243.938200:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52faa00. 00000100:00000010:3.0:1718399243.938204:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbda40. 00000100:00000010:3.0:1718399243.938207:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3900. 00010000:00000010:3.0:1718399243.938211:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e280. 00000400:00000200:0.0:1718399243.938998:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.939005:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5de00 00000400:00000200:0.0:1718399243.939010:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacb2d [2] + 1968 00000400:00000010:0.0:1718399243.939012:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310630. 00000400:00000200:0.0:1718399243.939016:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800925070c0 00000400:00000200:0.0:1718399243.939063:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.939067:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.939070:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800925070c0 00000400:00000010:0.0:1718399243.939071:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800925070c0 (tot 82313786). 00000100:00000200:0.0:1718399243.939075:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1718399243.939303:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3000. 00000020:00000010:3.0:1718399243.939308:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46700. 00000020:00000010:3.0:1718399243.939312:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee01f8. 00000100:00000200:3.0:1718399243.939329:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880094aa0050 x1801871317917184/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399243.939359:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317917184 02000000:00000010:3.0:1718399243.939366:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2400. 00010000:00000010:3.0:1718399243.939388:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093d86280. 00010000:00000010:3.0:1718399243.939401:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b271c0. 00000100:00000010:3.0:1718399243.939406:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2d80. 00000100:00000010:3.0:1718399243.939413:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2d80. 00010000:00000010:3.0:1718399243.939415:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b271c0. 00000400:00000010:3.0:1718399243.939424:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466990. 00000100:00000200:3.0:1718399243.939427:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317917184, offset 224 00000400:00000200:3.0:1718399243.939433:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.939440:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.939445:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90350:90350:256:4294967295] 192.168.202.25@tcp LPNI seq info [90350:90350:8:4294967295] 00000400:00000200:3.0:1718399243.939452:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.939456:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.939459:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009325a700 (tot 82314034). 00000800:00000200:3.0:1718399243.939462:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.939468:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.939470:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009325a700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.939570:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.939572:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009325a700 (tot 82313786). 00000400:00000200:0.0:1718399243.939575:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.939578:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.939580:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466990 00000400:00000010:0.0:1718399243.939581:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466990. 00000020:00000010:3.0:1718399243.940077:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46700. 00000020:00000010:3.0:1718399243.940082:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee01f8. 00000020:00000010:3.0:1718399243.940084:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3000. 02000000:00000010:3.0:1718399243.940090:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.940092:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb400. 00000100:00000010:3.0:1718399243.940095:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 02000000:00000010:3.0:1718399243.940099:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f6c00. 00000100:00000010:3.0:1718399243.940102:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 02000000:00000010:3.0:1718399243.940104:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fac00. 00000100:00000010:3.0:1718399243.940106:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 02000000:00000010:3.0:1718399243.940108:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa200. 00000100:00000010:3.0:1718399243.940110:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 02000000:00000010:3.0:1718399243.940112:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2c00. 00000100:00000010:3.0:1718399243.940113:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc740. 02000000:00000010:3.0:1718399243.940115:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f6200. 00000100:00000010:3.0:1718399243.940117:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 00000100:00000200:3.0:1718399243.940121:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1718399243.940125:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310790. 00000400:00000010:3.0:1718399243.940127:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093dd2d80 (tot 82313938). 00080000:00000010:3.0:1718399243.940145:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009325aa00. 00010000:00000010:3.0:1718399243.940201:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6180. 00010000:00000010:3.0:1718399243.940206:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093d86100. 00010000:00000010:3.0:1718399243.940257:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09eac0. 00010000:00000010:3.0:1718399243.940261:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46700. 00010000:00000010:3.0:1718399243.940284:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b271c0. 00000100:00000010:3.0:1718399243.940288:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2240. 00000100:00000010:3.0:1718399243.940293:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.940540:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.940556:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399243.940558:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a53108f0. 00000400:00000010:3.0:1718399243.940561:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466110. 00000100:00000200:3.0:1718399243.940563:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316495104, portal 16 00000400:00000010:3.0:1718399243.940566:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466198. 00000100:00000200:3.0:1718399243.940568:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316495104, offset 0 00000400:00000200:3.0:1718399243.940572:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.940578:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.940583:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.940586:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.940587:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.940590:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90351:90351:256:4294967295] 192.168.202.25@tcp LPNI seq info [90351:90351:8:4294967295] 00000400:00000200:3.0:1718399243.940595:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.940599:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.940600:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009325a800 (tot 82314186). 00000800:00000200:3.0:1718399243.940603:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.940607:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.940609:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009325a800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.940840:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.940842:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009325a800 (tot 82313938). 00000400:00000200:1.0:1718399243.940845:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.940848:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.940850:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466198 00000400:00000010:1.0:1718399243.940851:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466198. 00000100:00000200:1.0:1718399243.940855:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316495104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.946984:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093171680. 00010000:00000010:0.1:1718399243.946993:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d448200. 00010000:00000010:0.1:1718399243.946996:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00000400:00000200:1.0:1718399243.947078:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.947091:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02b00 00000400:00000200:1.0:1718399243.947099:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae145 [1] + 224 00000400:00000200:1.0:1718399243.947111:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.947114:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.947136:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316495104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.947221:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.947225:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5de40 00000400:00000200:1.0:1718399243.947228:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacb85 [2] + 0 00000400:00000200:1.0:1718399243.947331:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.947347:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.947351:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399243.947354:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 00000020:00000010:3.0:1718399243.947387:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52f8e00. 00000020:00000010:3.0:1718399243.947392:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46f00. 00000020:00000010:3.0:1718399243.947395:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee01f8. 00000100:00000200:3.0:1718399243.947418:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df71c80 x1801871317917248/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000400:00000010:2.0:1718399243.947428:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a53108f0. 00000100:00000200:3.0:1718399243.947440:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317917248 02000000:00000010:3.0:1718399243.947448:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52f9000. 00000400:00000200:2.0:1718399243.947451:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466110 00000400:00000010:2.0:1718399243.947452:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466110. 00000100:00000200:2.0:1718399243.947456:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316495104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.947461:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316495104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399243.947474:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27780. 00010000:00000010:2.0:1718399243.947476:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c246800. 00000100:00000010:3.0:1718399243.947478:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd26c0. 00000100:00000010:3.0:1718399243.947482:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd26c0. 00010000:00000010:3.0:1718399243.947484:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27780. 02000000:00000010:2.0:1718399243.947484:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:2.0:1718399243.947488:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399243.947490:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000010:2.0:1718399243.947490:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000200:3.0:1718399243.947493:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317917248, offset 224 00000100:00000010:2.0:1718399243.947493:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2240. 00010000:00000010:2.0:1718399243.947495:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b271c0. 00000400:00000200:3.0:1718399243.947499:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:2.0:1718399243.947505:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880136730300. 00000400:00000200:3.0:1718399243.947506:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.947510:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90352:90352:256:4294967295] 192.168.202.25@tcp LPNI seq info [90352:90352:8:4294967295] 00000400:00000200:3.0:1718399243.947516:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.947520:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.947523:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093e98100 (tot 82314186). 00000800:00000200:3.0:1718399243.947527:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.947533:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.947535:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093e98100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399243.947546:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46f00. 00000020:00000010:3.0:1718399243.947549:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee01f8. 00000020:00000010:3.0:1718399243.947551:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52f8e00. 00010000:00000010:2.0:1718399243.947559:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46700. 00010000:00000010:2.0:1718399243.947563:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c246280. 00010000:00000010:2.0:1718399243.947611:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d8c0. 00010000:00000010:2.0:1718399243.947614:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6300. 00010000:00000010:2.0:1718399243.947620:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ee00. 00000100:00000010:2.0:1718399243.947622:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3300. 00000100:00000010:2.0:1718399243.947627:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbdf00. 02000000:00000010:2.0:1718399243.947633:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fb000. 02000000:00000010:2.0:1718399243.947647:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fbc00. 00000400:00000010:2.0:1718399243.947649:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd630. 00000400:00000010:2.0:1718399243.947652:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ec38. 00000100:00000200:2.0:1718399243.947655:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316495168, portal 16 00000400:00000010:2.0:1718399243.947657:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eee0. 00000100:00000200:2.0:1718399243.947658:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316495168, offset 0 00000400:00000200:2.0:1718399243.947662:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.947667:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.947671:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.947674:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.947676:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000800:00000200:1.0:1718399243.947938:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.947953:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093e98100 (tot 82313938). 00000400:00000200:1.0:1718399243.947956:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399243.948266:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90353:90353:255:4294967295] 192.168.202.25@tcp LPNI seq info [90353:90353:7:4294967295] 00000400:00000200:1.0:1718399243.948336:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.948339:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:1.0:1718399243.948340:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000400:00000200:2.0:1718399243.948371:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.948375:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.948378:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730600 (tot 82314186). 00000800:00000200:2.0:1718399243.948380:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.948399:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.948401:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.948465:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.948466:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730600 (tot 82313938). 00000400:00000200:1.0:1718399243.948480:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.948482:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.948484:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eee0 00000400:00000010:1.0:1718399243.948485:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eee0. 00000100:00000200:1.0:1718399243.948490:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbdf00 x1801871316495168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399243.950756:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093369680. 00010000:00000010:1.1:1718399243.950764:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093c90600. 00010000:00000010:1.1:1718399243.950767:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00000400:00000200:1.0:1718399243.950803:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.950813:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02b40 00000400:00000200:1.0:1718399243.950819:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae151 [1] + 224 00000400:00000200:1.0:1718399243.950832:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.950836:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.950841:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbdf00 x1801871316495168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.951439:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.951445:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5de80 00000400:00000200:1.0:1718399243.951449:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacb85 [2] + 328 00000400:00000200:1.0:1718399243.951494:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.951497:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.951502:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399243.951506:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 00000020:00000010:0.0:1718399243.951580:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2800. 00000020:00000010:0.0:1718399243.951585:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfcf80. 00000020:00000010:0.0:1718399243.951588:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399243.951602:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df75a40 x1801871317917312/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:3.0:1718399243.951944:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd630. 00000400:00000200:3.0:1718399243.951947:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ec38 00000400:00000010:3.0:1718399243.951948:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ec38. 00000100:00000200:3.0:1718399243.951954:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbdf00 x1801871316495168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.951960:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbdf00 x1801871316495168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.951978:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fbc00. 02000000:00000010:3.0:1718399243.951984:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fb000. 00000100:00000010:3.0:1718399243.951986:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbdf00. 00000100:00000010:3.0:1718399243.951989:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3300. 00010000:00000010:3.0:1718399243.951992:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ee00. 00000100:00000200:0.0:1718399243.952113:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317917312 02000000:00000010:0.0:1718399243.952121:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c3c00. 00010000:00000010:0.0:1718399243.952140:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093c91d00. 00010000:00000010:0.0:1718399243.952152:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058840. 00000100:00000010:0.0:1718399243.952157:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d99c0. 00000100:00000010:0.0:1718399243.952162:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d99c0. 00010000:00000010:0.0:1718399243.952164:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058840. 00000400:00000010:0.0:1718399243.952172:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373762a8. 00000100:00000200:0.0:1718399243.952175:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317917312, offset 224 00000400:00000200:0.0:1718399243.952180:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399243.952187:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399243.952192:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90354:90354:256:4294967295] 192.168.202.25@tcp LPNI seq info [90354:90354:8:4294967295] 00000400:00000200:0.0:1718399243.952198:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399243.952202:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399243.952204:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223600 (tot 82314186). 00000800:00000200:0.0:1718399243.952208:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399243.952214:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.952217:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223600 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1718399243.952293:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093e98200. 00010000:00000010:3.0:1718399243.952347:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6300. 00010000:00000010:3.0:1718399243.952352:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093c91a00. 00010000:00000010:3.0:1718399243.952407:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093e98b00. 00010000:00000010:3.0:1718399243.952409:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46f00. 00010000:00000010:3.0:1718399243.952413:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f840. 00010000:00000010:3.0:1718399243.952416:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46580. 00080000:00000010:3.0:1718399243.952425:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093e98d00. 00010000:00000010:3.0:1718399243.952443:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46580. 00000020:00000010:0.0:1718399243.952604:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfcf80. 00000020:00000010:0.0:1718399243.952608:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399243.952611:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2800. 00000800:00000200:1.0:1718399243.952692:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.952695:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223600 (tot 82313938). 00000400:00000200:1.0:1718399243.952698:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.952701:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.952703:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373762a8 00000400:00000010:1.0:1718399243.952704:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373762a8. 00010000:00000010:3.0:1718399243.953111:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46f00. 00010000:00000010:3.0:1718399243.953157:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c240. 00010000:00000010:3.0:1718399243.953160:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f00. 00010000:00000010:3.0:1718399243.953165:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27080. 00000100:00000010:3.0:1718399243.953168:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd26c0. 00000100:00000010:3.0:1718399243.953174:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb38000. 02000000:00000010:3.0:1718399243.953182:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52f8e00. 02000000:00000010:3.0:1718399243.953197:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52f8a00. 00000400:00000010:3.0:1718399243.953201:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310840. 00000400:00000010:3.0:1718399243.953204:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466cc0. 00000100:00000200:3.0:1718399243.953207:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316495232, portal 16 00000400:00000010:3.0:1718399243.953210:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466220. 00000100:00000200:3.0:1718399243.953212:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316495232, offset 0 00000400:00000200:3.0:1718399243.953216:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.953221:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.953227:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.953230:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.953232:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.953235:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90355:90355:256:4294967295] 192.168.202.25@tcp LPNI seq info [90355:90355:8:4294967295] 00000400:00000200:3.0:1718399243.953240:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.953246:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.953248:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093e98600 (tot 82314186). 00000800:00000200:3.0:1718399243.953251:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.953255:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.953257:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093e98600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399243.954211:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399243.954213:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093e98600 (tot 82313938). 00000400:00000200:1.0:1718399243.954217:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.954220:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399243.954222:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466220 00000400:00000010:1.0:1718399243.954223:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466220. 00000100:00000200:1.0:1718399243.954227:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb38000 x1801871316495232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.957191:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.957216:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02b80 00000400:00000200:0.0:1718399243.957223:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae15d [1] + 224 00000400:00000200:0.0:1718399243.957234:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.957237:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.957243:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb38000 x1801871316495232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.957294:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.957299:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5dec0 00000400:00000200:0.0:1718399243.957303:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacb85 [2] + 656 00000400:00000200:0.0:1718399243.957353:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.957357:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.957360:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.957365:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00000020:00000010:1.0:1718399243.957466:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f7400. 00000020:00000010:1.0:1718399243.957471:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ad00. 00000020:00000010:1.0:1718399243.957474:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000400:00000010:2.0:1718399243.957481:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310840. 00000400:00000200:2.0:1718399243.957485:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466cc0 00000400:00000010:2.0:1718399243.957486:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466cc0. 00000100:00000200:1.0:1718399243.957489:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317917376/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399243.957491:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb38000 x1801871316495232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399243.957497:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb38000 x1801871316495232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399243.957512:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317917376 02000000:00000010:2.0:1718399243.957517:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52f8a00. 02000000:00000010:1.0:1718399243.957519:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f6e00. 02000000:00000010:2.0:1718399243.957523:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52f8e00. 00000100:00000010:2.0:1718399243.957526:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb38000. 00000100:00000010:2.0:1718399243.957530:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd26c0. 00010000:00000010:2.0:1718399243.957533:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27080. 00010000:00000010:1.0:1718399243.957537:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800979ca600. 00010000:00000010:1.0:1718399243.957548:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b53a3f80. 00000100:00000010:1.0:1718399243.957553:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:1.0:1718399243.957567:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:1.0:1718399243.957570:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b53a3f80. 00000400:00000010:1.0:1718399243.957579:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a660. 00000100:00000200:1.0:1718399243.957582:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317917376, offset 224 00080000:00000010:2.0:1718399243.957585:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880136730700. 00000400:00000200:1.0:1718399243.957588:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399243.957596:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399243.957601:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90356:90356:256:4294967295] 192.168.202.25@tcp LPNI seq info [90356:90356:8:4294967295] 00000400:00000200:1.0:1718399243.957608:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399243.957612:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399243.957614:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53e2d00 (tot 82314186). 00000800:00000200:1.0:1718399243.957618:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399243.957623:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399243.957626:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53e2d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399243.957642:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ad00. 00000020:00000010:1.0:1718399243.957644:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399243.957647:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f7400. 00010000:00000010:2.0:1718399243.957651:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f00. 00010000:00000010:2.0:1718399243.957656:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800979ca580. 00010000:00000010:2.0:1718399243.957706:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356f600. 00010000:00000010:2.0:1718399243.957710:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6380. 00010000:00000010:2.0:1718399243.957717:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e600. 00000100:00000010:2.0:1718399243.957720:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3a80. 00000100:00000010:2.0:1718399243.957725:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbd580. 02000000:00000010:2.0:1718399243.957731:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fa800. 02000000:00000010:2.0:1718399243.957747:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fb000. 00000400:00000010:2.0:1718399243.957750:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdc60. 00000400:00000010:2.0:1718399243.957753:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e880. 00000100:00000200:2.0:1718399243.957756:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316495296, portal 16 00000400:00000010:2.0:1718399243.957759:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399243.957760:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316495296, offset 0 00000400:00000200:2.0:1718399243.957764:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.957785:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.957790:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399243.957793:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399243.957795:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399243.957797:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90357:90357:255:4294967295] 192.168.202.25@tcp LPNI seq info [90357:90357:7:4294967295] 00000400:00000200:2.0:1718399243.957803:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.957807:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.957809:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730600 (tot 82314434). 00000800:00000200:2.0:1718399243.957812:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.957815:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.957817:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.957870:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.957872:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53e2d00 (tot 82314186). 00000400:00000200:0.0:1718399243.957876:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.957879:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.957881:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a660 00000400:00000010:0.0:1718399243.957882:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a660. 00000800:00000200:0.0:1718399243.958017:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.958019:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730600 (tot 82313938). 00000400:00000200:0.0:1718399243.958023:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.958026:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.958028:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:0.0:1718399243.958029:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000100:00000200:0.0:1718399243.958033:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbd580 x1801871316495296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.962308:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.962321:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02bc0 00000400:00000200:0.0:1718399243.962328:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae169 [1] + 224 00000400:00000200:0.0:1718399243.962337:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.962340:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.962348:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbd580 x1801871316495296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.962366:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.962370:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5df00 00000400:00000200:0.0:1718399243.962374:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacb85 [2] + 984 00000400:00000200:0.0:1718399243.962384:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.962387:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.962391:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.962396:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 00000020:00000010:3.0:1718399243.962589:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a2400. 00000020:00000010:3.0:1718399243.962594:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399243.962597:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee01f8. 00000100:00000200:3.0:1718399243.962614:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317917440/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399243.962644:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317917440 02000000:00000010:3.0:1718399243.962651:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3000. 00010000:00000010:3.0:1718399243.962677:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b277c0. 00000100:00000010:3.0:1718399243.962683:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2900. 00000100:00000010:3.0:1718399243.962687:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2900. 00010000:00000010:3.0:1718399243.962691:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b277c0. 00000400:00000010:3.0:1718399243.962701:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466d48. 00000100:00000200:3.0:1718399243.962704:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317917440, offset 224 00000400:00000200:3.0:1718399243.962709:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.962716:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.962720:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90358:90358:256:4294967295] 192.168.202.25@tcp LPNI seq info [90358:90358:8:4294967295] 00000400:00000200:3.0:1718399243.962728:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.962732:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.962735:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093e98400 (tot 82314186). 00000800:00000200:3.0:1718399243.962739:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.962746:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.962748:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093e98400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399243.962761:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399243.962765:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee01f8. 00000020:00000010:3.0:1718399243.962778:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a2400. 00000400:00000010:3.0:1718399243.962797:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdc60. 00000400:00000200:3.0:1718399243.962801:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e880 00000400:00000010:3.0:1718399243.962802:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e880. 00000100:00000200:3.0:1718399243.962807:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbd580 x1801871316495296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.962813:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbd580 x1801871316495296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399243.962829:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880129e39f80. 02000000:00000010:3.0:1718399243.962840:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fb000. 02000000:00000010:3.0:1718399243.962845:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fa800. 00000100:00000010:3.0:1718399243.962849:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbd580. 00000100:00000010:3.0:1718399243.962852:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3a80. 00010000:00000010:3.0:1718399243.962855:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e600. 00080000:00000010:3.0:1718399243.962867:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093e98600. 00010000:00000010:3.0:1718399243.962925:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6380. 00010000:00000010:3.0:1718399243.962931:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880129e39f00. 00010000:00000010:3.0:1718399243.962983:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09db00. 00010000:00000010:3.0:1718399243.962987:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399243.962994:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b277c0. 00000100:00000010:3.0:1718399243.962996:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2900. 00000100:00000010:3.0:1718399243.963001:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.963021:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.963036:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3400. 00000400:00000010:3.0:1718399243.963040:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310318. 00000400:00000010:3.0:1718399243.963043:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399243.963047:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316495360, portal 16 00000400:00000010:3.0:1718399243.963050:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466aa0. 00000100:00000200:3.0:1718399243.963051:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316495360, offset 0 00000400:00000200:3.0:1718399243.963055:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.963060:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.963067:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.963070:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.963072:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.963074:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90359:90359:255:4294967295] 192.168.202.25@tcp LPNI seq info [90359:90359:7:4294967295] 00000400:00000200:3.0:1718399243.963080:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.963083:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.963086:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093e98100 (tot 82314434). 00000800:00000200:3.0:1718399243.963089:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.963092:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.963094:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093e98100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.963212:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.963214:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093e98400 (tot 82314186). 00000400:00000200:0.0:1718399243.963218:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.963220:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.963223:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466d48 00000400:00000010:0.0:1718399243.963224:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466d48. 00000800:00000200:0.0:1718399243.963308:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.963310:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093e98100 (tot 82313938). 00000400:00000200:0.0:1718399243.963312:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.963314:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.963316:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:0.0:1718399243.963317:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00000100:00000200:0.0:1718399243.963320:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316495360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399243.964382:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ec861c0. 00010000:00000010:1.1:1718399243.964389:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012df0d700. 00010000:00000010:1.1:1718399243.964393:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09eac0. 00000400:00000200:0.0:1718399243.966630:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.966642:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02c00 00000400:00000200:0.0:1718399243.966649:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae175 [1] + 224 00000400:00000200:0.0:1718399243.966668:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.966671:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.966678:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316495360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.967585:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310318. 00000400:00000200:3.0:1718399243.967590:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399243.967592:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000400:00000200:0.0:1718399243.967593:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000100:00000200:3.0:1718399243.967597:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316495360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.967600:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5df40 00000100:00000200:3.0:1718399243.967604:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316495360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.967605:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacb85 [2] + 1312 02000000:00000010:3.0:1718399243.967629:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399243.967634:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399243.967638:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.967644:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2900. 00010000:00000010:3.0:1718399243.967648:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b277c0. 00000400:00000200:0.0:1718399243.967964:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.967968:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.967972:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.967976:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 00000020:00000010:2.0:1718399243.968997:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fbc00. 00000020:00000010:2.0:1718399243.969002:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399243.969006:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399243.969038:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d580 x1801871317917504/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399243.969097:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317917504 02000000:00000010:2.0:1718399243.969105:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fa200. 00010000:00000010:2.0:1718399243.969138:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a500de00. 00010000:00000010:2.0:1718399243.969165:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ea80. 00000100:00000010:2.0:1718399243.969172:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3f00. 00000100:00000010:2.0:1718399243.969178:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3f00. 00010000:00000010:2.0:1718399243.969181:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ea80. 00000400:00000010:2.0:1718399243.969201:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e3b8. 00000100:00000200:2.0:1718399243.969206:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317917504, offset 224 00000400:00000200:2.0:1718399243.969211:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.969234:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.969240:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90360:90360:256:4294967295] 192.168.202.25@tcp LPNI seq info [90360:90360:8:4294967295] 00000400:00000200:2.0:1718399243.969258:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.969262:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.969266:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725700 (tot 82314186). 00000800:00000200:2.0:1718399243.969294:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.969314:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.969317:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725700 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1718399243.969390:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093e98100. 00010000:00000010:3.0:1718399243.969442:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399243.969447:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a500d380. 00010000:00000010:3.0:1718399243.969502:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09fcc0. 00010000:00000010:3.0:1718399243.969506:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399243.969513:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b277c0. 00000100:00000010:3.0:1718399243.969516:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2900. 00000100:00000010:3.0:1718399243.969521:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.969529:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.969545:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3400. 00000400:00000010:3.0:1718399243.969548:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310318. 00000400:00000010:3.0:1718399243.969551:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399243.969555:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316495424, portal 16 00000400:00000010:3.0:1718399243.969558:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466330. 00000100:00000200:3.0:1718399243.969559:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316495424, offset 0 00000400:00000200:3.0:1718399243.969563:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.969568:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.969574:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.969576:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.969578:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.969580:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90361:90361:255:4294967295] 192.168.202.25@tcp LPNI seq info [90361:90361:7:4294967295] 00000400:00000200:3.0:1718399243.969586:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.969595:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.969598:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093e98400 (tot 82314434). 00000800:00000200:3.0:1718399243.969600:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.969603:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.969605:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093e98400 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.970330:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399243.970335:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399243.970337:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fbc00. 00000800:00000200:0.0:1718399243.971358:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.971362:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725700 (tot 82314186). 00000400:00000200:0.0:1718399243.971367:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.971371:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.971375:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e3b8 00000400:00000010:0.0:1718399243.971376:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e3b8. 00000800:00000200:0.0:1718399243.971432:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.971434:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093e98400 (tot 82313938). 00000400:00000200:0.0:1718399243.971437:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.971441:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.971442:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466330 00000400:00000010:0.0:1718399243.971443:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466330. 00000100:00000200:0.0:1718399243.971448:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316495424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.972805:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.972815:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02c40 00000400:00000200:0.0:1718399243.972821:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae181 [1] + 224 00000400:00000200:0.0:1718399243.972837:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.972840:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.972845:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316495424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399243.972980:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310318. 00000400:00000200:3.0:1718399243.972985:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399243.972986:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399243.972990:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316495424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.972996:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316495424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.973022:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399243.973027:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399243.973030:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.973036:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2900. 00010000:00000010:3.0:1718399243.973039:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b277c0. 00000400:00000200:0.0:1718399243.976383:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.976397:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5df80 00000400:00000200:0.0:1718399243.976403:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacb85 [2] + 1640 00000400:00000200:0.0:1718399243.976452:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.976455:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.976460:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399243.976465:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000020:00000010:2.0:1718399243.976754:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fbc00. 00000020:00000010:2.0:1718399243.976759:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399243.976763:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399243.976792:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317917568/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399243.976822:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317917568 02000000:00000010:2.0:1718399243.976829:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fac00. 00010000:00000010:2.0:1718399243.976848:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009728a500. 00010000:00000010:2.0:1718399243.976861:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ea80. 00000100:00000010:2.0:1718399243.976866:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3f00. 00000100:00000010:2.0:1718399243.976874:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3f00. 00010000:00000010:2.0:1718399243.976877:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ea80. 00000400:00000010:2.0:1718399243.976886:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e110. 00000100:00000200:2.0:1718399243.976890:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317917568, offset 224 00000400:00000200:2.0:1718399243.976896:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.976903:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.976908:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90362:90362:256:4294967295] 192.168.202.25@tcp LPNI seq info [90362:90362:8:4294967295] 00000400:00000200:2.0:1718399243.976915:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.976920:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.976923:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725a00 (tot 82314186). 00000800:00000200:2.0:1718399243.976927:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.976933:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.976936:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399243.976957:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399243.976961:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399243.976963:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fbc00. 00080000:00000010:3.0:1718399243.977079:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093e98400. 00000800:00000200:0.0:1718399243.977094:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.977097:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725a00 (tot 82313938). 00000400:00000200:0.0:1718399243.977100:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.977104:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.977106:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e110 00000400:00000010:0.0:1718399243.977108:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e110. 00010000:00000010:3.0:1718399243.977134:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399243.977139:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009728a200. 00010000:00000010:3.0:1718399243.977242:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09fa80. 00010000:00000010:3.0:1718399243.977246:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399243.977263:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b277c0. 00000100:00000010:3.0:1718399243.977266:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2900. 00000100:00000010:3.0:1718399243.977298:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.977316:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.977343:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3400. 00000400:00000010:3.0:1718399243.977351:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310318. 00000400:00000010:3.0:1718399243.977355:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399243.977358:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316495488, portal 16 00000400:00000010:3.0:1718399243.977406:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399243.977421:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316495488, offset 0 00000400:00000200:3.0:1718399243.977426:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.977454:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.977459:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.977462:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.977481:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.977483:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90363:90363:256:4294967295] 192.168.202.25@tcp LPNI seq info [90363:90363:8:4294967295] 00000400:00000200:3.0:1718399243.977489:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.977564:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.977591:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53df900 (tot 82314186). 00000800:00000200:3.0:1718399243.977606:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.977610:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.977611:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53df900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.977818:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.977820:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53df900 (tot 82313938). 00000400:00000200:0.0:1718399243.977823:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.977846:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.977849:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:0.0:1718399243.977850:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000100:00000200:0.0:1718399243.977865:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316495488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399243.979746:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093173600. 00010000:00000010:0.1:1718399243.979804:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092aecd00. 00010000:00000010:0.1:1718399243.979815:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00010000:00000010:0.1:1718399243.979817:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e98b00. 00010000:00000010:0.1:1718399243.979821:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f840. 00010000:00000010:0.1:1718399243.979870:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130d9ad00. 00000400:00000200:0.0:1718399243.981544:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.981557:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02c80 00000400:00000200:0.0:1718399243.981564:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae18d [1] + 224 00000400:00000200:0.0:1718399243.981574:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.981577:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399243.981584:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316495488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399243.981601:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399243.981604:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5dfc0 00000400:00000200:0.0:1718399243.981608:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacb85 [2] + 1968 00000400:00000010:0.0:1718399243.981610:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd8f0. 00000400:00000200:0.0:1718399243.981613:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88012ec9c300 00000400:00000200:0.0:1718399243.981658:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.981662:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.981664:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88012ec9c300 00000400:00000010:0.0:1718399243.981666:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88012ec9c300 (tot 82313786). 00000100:00000200:0.0:1718399243.981670:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1718399243.981952:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310318. 00000400:00000200:3.0:1718399243.981957:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399243.981958:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399243.981963:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316495488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.981970:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316495488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.981993:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399243.981997:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399243.982000:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.982007:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2900. 00010000:00000010:3.0:1718399243.982010:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b277c0. 00000020:00000010:2.0:1718399243.982161:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fbc00. 00000020:00000010:2.0:1718399243.982166:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399243.982168:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399243.982185:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880094aa4050 x1801871317917632/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399243.982204:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317917632 02000000:00000010:2.0:1718399243.982210:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb400. 00010000:00000010:2.0:1718399243.982230:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093cf3d00. 00010000:00000010:2.0:1718399243.982244:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ea80. 00000100:00000010:2.0:1718399243.982248:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3f00. 00000100:00000010:2.0:1718399243.982255:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3f00. 00010000:00000010:2.0:1718399243.982258:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ea80. 00080000:00000010:3.0:1718399243.982265:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53df500. 00000400:00000010:2.0:1718399243.982266:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e908. 00000100:00000200:2.0:1718399243.982290:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317917632, offset 224 00000400:00000200:2.0:1718399243.982296:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.982304:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.982308:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90364:90364:256:4294967295] 192.168.202.25@tcp LPNI seq info [90364:90364:8:4294967295] 00000400:00000200:2.0:1718399243.982316:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.982321:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.982323:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725300 (tot 82314034). 00000800:00000200:2.0:1718399243.982327:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.982333:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00010000:00000010:3.0:1718399243.982335:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46580. 00000800:00000200:2.0:1718399243.982335:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725300 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1718399243.982340:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093cf3c80. 00000020:00000010:2.0:1718399243.982346:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399243.982349:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399243.982351:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fbc00. 02000000:00000010:2.0:1718399243.982359:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fac00. 00000100:00000010:2.0:1718399243.982362:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:2.0:1718399243.982365:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fa200. 00000100:00000010:2.0:1718399243.982366:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 02000000:00000010:2.0:1718399243.982368:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3000. 00000100:00000010:2.0:1718399243.982370:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 02000000:00000010:2.0:1718399243.982372:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f6e00. 00000100:00000010:2.0:1718399243.982375:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:2.0:1718399243.982377:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c3c00. 00000100:00000010:2.0:1718399243.982378:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000001:00000010:3.0:1718399243.982380:0:30956:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800a5310318. 02000000:00000010:2.0:1718399243.982381:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52f9000. 00000001:00000010:3.0:1718399243.982384:0:30956:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800a5310318. 00000100:00000010:2.0:1718399243.982384:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df71c80. 00000001:00000010:3.0:1718399243.982387:0:30956:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800a5310318. 00000001:00000010:3.0:1718399243.982388:0:30956:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009a9f1688. 00000100:00000200:2.0:1718399243.982389:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399243.982392:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdf20. 00000400:00000010:2.0:1718399243.982395:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880092bb3f00 (tot 82314186). 00010000:00000010:3.0:1718399243.982408:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a53dfc00. 00010000:00000010:3.0:1718399243.982410:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46580. 00010000:00000010:3.0:1718399243.982413:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09e400. 00010000:00000010:3.0:1718399243.982417:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46e80. 00080000:00000010:3.0:1718399243.982424:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53dfa00. 00010000:00000010:3.0:1718399243.982443:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399243.982446:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46580. 00010000:00000010:3.0:1718399243.982485:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cd80. 00010000:00000010:3.0:1718399243.982487:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399243.982492:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b277c0. 00000100:00000010:3.0:1718399243.982494:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2900. 00000100:00000010:3.0:1718399243.982498:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.982506:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.982520:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3400. 00000400:00000010:3.0:1718399243.982523:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310c60. 00000400:00000010:3.0:1718399243.982526:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399243.982528:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316495552, portal 16 00000400:00000010:3.0:1718399243.982531:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399243.982532:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316495552, offset 0 00000400:00000200:3.0:1718399243.982536:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.982540:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.982545:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.982548:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.982550:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.982552:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90365:90365:255:4294967295] 192.168.202.25@tcp LPNI seq info [90365:90365:7:4294967295] 00000400:00000200:3.0:1718399243.982567:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.982571:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.982573:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53dff00 (tot 82314434). 00000800:00000200:3.0:1718399243.982575:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.982578:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399243.983021:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.983023:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725300 (tot 82314186). 00000400:00000200:0.0:1718399243.983026:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.983030:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.983032:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e908 00000400:00000010:0.0:1718399243.983033:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e908. 02000000:00000010:0.0:1718399243.983037:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb400. 00000800:00000200:3.0:1718399243.983092:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53dff00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399243.983990:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399243.983993:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53dff00 (tot 82313938). 00000400:00000200:0.0:1718399243.983996:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399243.983999:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399243.984002:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:0.0:1718399243.984003:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:0.0:1718399243.984007:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316495552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399243.986051:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c291400. 00010000:00000010:0.1:1718399243.986058:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c240. 00010000:00000010:0.1:1718399243.991850:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093fc8d80. 00010000:00000010:0.1:1718399243.991858:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ee4800. 00010000:00000010:0.1:1718399243.991861:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f600. 00010000:00000010:0.1:1718399243.991905:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009e340f00. 00010000:00000010:0.1:1718399243.991907:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09db00. 00010000:00000010:0.1:1718399243.991910:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093de9a00. 00010000:00000010:0.1:1718399243.991912:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09fcc0. 00000400:00000200:1.0:1718399243.994905:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399243.994919:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02cc0 00000400:00000200:1.0:1718399243.994925:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae19d [1] + 224 00000400:00000200:1.0:1718399243.994934:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.994937:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.994944:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316495552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399243.994972:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000010:3.0:1718399243.994974:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310c60. 00000400:00000200:1.0:1718399243.994976:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e000 00000400:00000200:3.0:1718399243.994980:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399243.994981:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000400:00000200:1.0:1718399243.994985:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacbdd [2] + 0 00000100:00000200:3.0:1718399243.994986:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316495552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399243.994992:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316495552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399243.995017:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399243.995021:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399243.995024:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399243.995030:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2900. 00010000:00000010:3.0:1718399243.995034:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b277c0. 00000400:00000200:1.0:1718399243.995047:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399243.995050:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399243.995054:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399243.995058:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df70000. 00000020:00000010:2.0:1718399243.998660:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa200. 00000020:00000010:2.0:1718399243.998668:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399243.998672:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399243.998693:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df70000 x1801871317917696/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:411/0 lens 328/0 e 0 to 0 dl 1718399286 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399243.998722:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317917696 02000000:00000010:2.0:1718399243.998729:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fac00. 00010000:00000010:2.0:1718399243.998752:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009318ab00. 00010000:00000010:2.0:1718399243.998776:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ea80. 00000100:00000010:2.0:1718399243.998783:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3a80. 00000100:00000010:2.0:1718399243.998790:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3a80. 00010000:00000010:2.0:1718399243.998793:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ea80. 00000400:00000010:2.0:1718399243.998801:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ed48. 00000100:00000200:2.0:1718399243.998806:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317917696, offset 224 00000400:00000200:2.0:1718399243.998811:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399243.998821:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399243.998826:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90366:90366:256:4294967295] 192.168.202.25@tcp LPNI seq info [90366:90366:8:4294967295] 00000400:00000200:2.0:1718399243.998834:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399243.998839:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399243.998842:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725300 (tot 82314186). 00000800:00000200:2.0:1718399243.998846:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399243.998852:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399243.998855:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725300 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1718399243.998908:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53dfe00. 00010000:00000010:3.0:1718399243.998965:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399243.998971:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009318aa80. 00010000:00000010:3.0:1718399243.999028:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d680. 00010000:00000010:3.0:1718399243.999031:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399243.999038:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b277c0. 00000100:00000010:3.0:1718399243.999040:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2900. 00000100:00000010:3.0:1718399243.999047:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399243.999055:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399243.999071:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3400. 00000400:00000010:3.0:1718399243.999074:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310c60. 00000400:00000010:3.0:1718399243.999078:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399243.999081:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316495616, portal 16 00000400:00000010:3.0:1718399243.999084:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466440. 00000100:00000200:3.0:1718399243.999085:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316495616, offset 0 00000400:00000200:3.0:1718399243.999089:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399243.999094:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399243.999099:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399243.999101:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399243.999103:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399243.999105:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90367:90367:255:4294967295] 192.168.202.25@tcp LPNI seq info [90367:90367:7:4294967295] 00000400:00000200:3.0:1718399243.999110:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399243.999113:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399243.999115:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53df000 (tot 82314434). 00000800:00000200:3.0:1718399243.999117:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399243.999121:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399243.999122:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53df000 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.006466:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.006477:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.006481:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa200. 00000800:00000200:0.0:1718399244.006784:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.006787:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725300 (tot 82314186). 00000400:00000200:0.0:1718399244.006792:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.006799:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.006803:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ed48 00000400:00000010:0.0:1718399244.006806:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ed48. 00010000:00000010:1.1:1718399244.007183:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88011f0ba1c0. 00010000:00000010:1.1:1718399244.007189:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb18d80. 00010000:00000010:1.1:1718399244.007192:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf65440. 00000800:00000200:0.0:1718399244.008612:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.008615:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53df000 (tot 82313938). 00000400:00000200:0.0:1718399244.008620:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.008625:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.008629:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466440 00000400:00000010:0.0:1718399244.008630:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466440. 00000100:00000200:0.0:1718399244.008636:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316495616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.008660:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.008668:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02d00 00000400:00000200:0.0:1718399244.008673:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae1a9 [1] + 224 00000400:00000200:0.0:1718399244.008681:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.008683:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.008686:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316495616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.008721:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.008726:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e040 00000400:00000200:0.0:1718399244.008729:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacbdd [2] + 328 00000400:00000200:0.0:1718399244.008780:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.008783:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.008787:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.008791:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000020:00000010:2.0:1718399244.009333:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa200. 00000020:00000010:2.0:1718399244.009337:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.009340:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.009357:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317917760/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399244.009374:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317917760 02000000:00000010:2.0:1718399244.009381:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fbc00. 00010000:00000010:2.0:1718399244.009407:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ea80. 00000100:00000010:2.0:1718399244.009413:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3a80. 00000100:00000010:2.0:1718399244.009417:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3a80. 00010000:00000010:2.0:1718399244.009421:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ea80. 00000400:00000010:2.0:1718399244.009430:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ecc0. 00000100:00000200:2.0:1718399244.009433:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317917760, offset 224 00000400:00000200:2.0:1718399244.009438:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.009445:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.009450:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90368:90368:256:4294967295] 192.168.202.25@tcp LPNI seq info [90368:90368:8:4294967295] 00000400:00000200:2.0:1718399244.009456:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.009460:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.009462:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725a00 (tot 82314186). 00000800:00000200:2.0:1718399244.009466:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.009471:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.009474:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.009483:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.009487:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.009489:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa200. 00000400:00000010:3.0:1718399244.009558:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310c60. 00000400:00000200:3.0:1718399244.009562:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399244.009564:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399244.009568:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316495616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.009574:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316495616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399250 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399244.009591:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009318ad80. 02000000:00000010:3.0:1718399244.009603:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399244.009607:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399244.009610:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399244.009617:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2900. 00010000:00000010:3.0:1718399244.009619:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b277c0. 00080000:00000010:3.0:1718399244.009630:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53df700. 00010000:00000010:3.0:1718399244.009679:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399244.009684:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009318ae00. 00010000:00000010:3.0:1718399244.009744:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cfc0. 00010000:00000010:3.0:1718399244.009748:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399244.009754:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b277c0. 00000100:00000010:3.0:1718399244.009756:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2900. 00000100:00000010:3.0:1718399244.009760:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399244.009766:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399244.009788:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3400. 00000400:00000010:3.0:1718399244.009791:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310c60. 00000400:00000010:3.0:1718399244.009793:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399244.009796:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316495680, portal 16 00000400:00000010:3.0:1718399244.009798:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466c38. 00000100:00000200:3.0:1718399244.009799:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316495680, offset 0 00000400:00000200:3.0:1718399244.009803:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.009807:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.009812:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.009814:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.009816:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.009818:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90369:90369:255:4294967295] 192.168.202.25@tcp LPNI seq info [90369:90369:7:4294967295] 00000400:00000200:3.0:1718399244.009824:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.009827:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.009829:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53df300 (tot 82314434). 00000800:00000200:3.0:1718399244.009831:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.009834:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.009836:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53df300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.011401:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.011404:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725a00 (tot 82314186). 00000400:00000200:0.0:1718399244.011409:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.011414:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.011418:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ecc0 00000400:00000010:0.0:1718399244.011419:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ecc0. 00000800:00000200:0.0:1718399244.011474:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.011476:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53df300 (tot 82313938). 00000400:00000200:0.0:1718399244.011479:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.011482:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.011484:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466c38 00000400:00000010:0.0:1718399244.011485:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466c38. 00000100:00000200:0.0:1718399244.011493:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316495680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.014519:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.014534:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02d40 00000400:00000200:0.0:1718399244.014541:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae1b5 [1] + 224 00000400:00000200:0.0:1718399244.014559:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.014563:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.014571:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316495680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.014756:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.014763:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e080 00000400:00000200:0.0:1718399244.014791:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacbdd [2] + 656 00000400:00000200:0.0:1718399244.014925:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.014928:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.014936:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.014943:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00000020:00000010:2.0:1718399244.015015:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa200. 00000020:00000010:2.0:1718399244.015020:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.015024:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000400:00000010:3.0:1718399244.015026:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310c60. 00000400:00000200:3.0:1718399244.015031:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399244.015032:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399244.015037:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316495680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.015042:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317917824/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399244.015043:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316495680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.015061:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317917824 02000000:00000010:3.0:1718399244.015065:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3400. 02000000:00000010:2.0:1718399244.015067:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52faa00. 02000000:00000010:3.0:1718399244.015070:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399244.015072:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399244.015078:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2900. 00010000:00000010:3.0:1718399244.015081:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b277c0. 00010000:00000010:2.0:1718399244.015088:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f73680. 00010000:00000010:2.0:1718399244.015102:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ea80. 00000100:00000010:2.0:1718399244.015106:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3a80. 00000100:00000010:2.0:1718399244.015122:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3a80. 00010000:00000010:2.0:1718399244.015125:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ea80. 00000400:00000010:2.0:1718399244.015133:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e4c8. 00000100:00000200:2.0:1718399244.015137:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317917824, offset 224 00000400:00000200:2.0:1718399244.015142:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.015150:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00080000:00000010:3.0:1718399244.015153:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53dfb00. 00000400:00000200:2.0:1718399244.015155:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90370:90370:256:4294967295] 192.168.202.25@tcp LPNI seq info [90370:90370:8:4294967295] 00000400:00000200:2.0:1718399244.015162:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.015167:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.015169:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725700 (tot 82314186). 00000800:00000200:2.0:1718399244.015173:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.015179:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.015182:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.015203:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.015207:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.015209:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa200. 00010000:00000010:3.0:1718399244.015257:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399244.015262:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093f73600. 00010000:00000010:3.0:1718399244.015341:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09dd40. 00010000:00000010:3.0:1718399244.015345:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399244.015352:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b277c0. 00000100:00000010:3.0:1718399244.015355:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2900. 00000100:00000010:3.0:1718399244.015359:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399244.015366:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399244.015381:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3400. 00000400:00000010:3.0:1718399244.015383:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310c60. 00000400:00000010:3.0:1718399244.015386:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399244.015389:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316495744, portal 16 00000400:00000010:3.0:1718399244.015392:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94663b8. 00000100:00000200:3.0:1718399244.015394:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316495744, offset 0 00000400:00000200:3.0:1718399244.015398:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.015403:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.015408:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.015411:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.015413:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.015415:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90371:90371:255:4294967295] 192.168.202.25@tcp LPNI seq info [90371:90371:7:4294967295] 00000400:00000200:3.0:1718399244.015422:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.015425:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.015428:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53df200 (tot 82314434). 00000800:00000200:3.0:1718399244.015431:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.015434:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.015436:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53df200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.015602:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.015604:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725700 (tot 82314186). 00000400:00000200:0.0:1718399244.015608:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.015611:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.015613:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e4c8 00000400:00000010:0.0:1718399244.015614:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e4c8. 00000800:00000200:0.0:1718399244.015722:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.015724:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53df200 (tot 82313938). 00000400:00000200:0.0:1718399244.015727:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.015730:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.015732:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94663b8 00000400:00000010:0.0:1718399244.015733:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94663b8. 00000100:00000200:0.0:1718399244.015736:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316495744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399244.016670:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093377600. 00010000:00000010:0.1:1718399244.016675:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09fa80. 00010000:00000010:0.1:1718399244.016678:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53dfc00. 00010000:00000010:0.1:1718399244.016680:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09e400. 00000400:00000200:2.0:1718399244.018432:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.018446:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02d80 00000400:00000200:2.0:1718399244.018452:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae1c1 [1] + 224 00000400:00000200:2.0:1718399244.018462:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.018465:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.018472:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316495744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399244.018503:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.018507:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e0c0 00000400:00000200:2.0:1718399244.018511:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacbdd [2] + 984 00000400:00000010:3.0:1718399244.018528:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310c60. 00000400:00000200:3.0:1718399244.018533:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399244.018535:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399244.018539:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316495744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.018546:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316495744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399244.018558:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.018562:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.018565:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1718399244.018570:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3400. 00000100:00000010:2.0:1718399244.018570:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbd0c0. 02000000:00000010:3.0:1718399244.018575:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399244.018577:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399244.018583:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2900. 00010000:00000010:3.0:1718399244.018590:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b277c0. 00000020:00000010:2.0:1718399244.018601:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa200. 00000020:00000010:2.0:1718399244.018605:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.018608:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.019657:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbd0c0 x1801871317917888/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399244.019678:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317917888 02000000:00000010:2.0:1718399244.019686:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fb200. 00010000:00000010:2.0:1718399244.019705:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130cadc80. 00010000:00000010:2.0:1718399244.019719:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ea80. 00000100:00000010:2.0:1718399244.019724:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3a80. 00000100:00000010:2.0:1718399244.019730:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3a80. 00010000:00000010:2.0:1718399244.019733:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ea80. 00000400:00000010:2.0:1718399244.019741:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e440. 00000100:00000200:2.0:1718399244.019744:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317917888, offset 224 00000400:00000200:2.0:1718399244.019748:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:3.0:1718399244.019749:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53dfd00. 00000400:00000200:2.0:1718399244.019757:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.019761:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90372:90372:256:4294967295] 192.168.202.25@tcp LPNI seq info [90372:90372:8:4294967295] 00000400:00000200:2.0:1718399244.019779:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.019784:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.019787:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725a00 (tot 82314186). 00000800:00000200:2.0:1718399244.019791:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.019797:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.019800:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.019811:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.019815:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.019817:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa200. 00010000:00000010:3.0:1718399244.019821:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399244.019826:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130cada80. 00000800:00000200:0.0:1718399244.019855:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.019857:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725a00 (tot 82313938). 00000400:00000200:0.0:1718399244.020186:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.020190:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.020193:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e440 00000400:00000010:0.0:1718399244.020194:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e440. 00010000:00000010:3.0:1718399244.020316:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c6c0. 00010000:00000010:3.0:1718399244.020321:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399244.020327:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b277c0. 00000100:00000010:3.0:1718399244.020330:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2900. 00000100:00000010:3.0:1718399244.020336:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399244.020343:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399244.020360:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3400. 00000400:00000010:3.0:1718399244.020363:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310c60. 00000400:00000010:3.0:1718399244.020367:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399244.020370:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316495808, portal 16 00000400:00000010:3.0:1718399244.020373:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466550. 00000100:00000200:3.0:1718399244.020374:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316495808, offset 0 00000400:00000200:3.0:1718399244.020378:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.020382:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.020387:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.020390:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.020392:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.020393:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90373:90373:256:4294967295] 192.168.202.25@tcp LPNI seq info [90373:90373:8:4294967295] 00000400:00000200:3.0:1718399244.020409:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.020413:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.020415:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53df800 (tot 82314186). 00000800:00000200:3.0:1718399244.020418:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.020421:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.020429:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53df800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.020533:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.020535:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53df800 (tot 82313938). 00000400:00000200:0.0:1718399244.020538:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.020541:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.020543:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466550 00000400:00000010:0.0:1718399244.020544:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466550. 00000100:00000200:0.0:1718399244.020548:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316495808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.022779:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093fcaf40. 00010000:00000010:0.1:1718399244.026468:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f4ec300. 00010000:00000010:0.1:1718399244.026477:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cd80. 00010000:00000010:0.1:1718399244.026481:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095711440. 00010000:00000010:0.1:1718399244.026484:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f4ec100. 00010000:00000010:0.1:1718399244.026486:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d680. 00010000:00000010:0.1:1718399244.026489:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093174c00. 00010000:00000010:0.1:1718399244.026494:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cfc0. 00000400:00000200:3.0:1718399244.026744:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1718399244.026757:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02dc0 00000400:00000200:3.0:1718399244.026763:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae1cd [1] + 224 00000400:00000200:3.0:1718399244.026790:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399244.026794:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1718399244.026802:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316495808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399244.026831:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310c60. 00000400:00000200:3.0:1718399244.026835:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399244.026837:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399244.026841:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316495808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.026846:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316495808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.026867:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399244.026872:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399244.026874:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399244.026880:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2900. 00010000:00000010:3.0:1718399244.026882:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b277c0. 00000400:00000200:0.0:1718399244.028412:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.028423:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e100 00000400:00000200:0.0:1718399244.028428:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacbdd [2] + 1312 00000400:00000200:0.0:1718399244.028475:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.028479:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.028484:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.028489:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 00000020:00000010:2.0:1718399244.028578:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a52fa200. 00000020:00000010:2.0:1718399244.028584:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.028587:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.028605:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317917952/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399244.028626:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317917952 02000000:00000010:2.0:1718399244.028632:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800a52fbe00. 00010000:00000010:2.0:1718399244.028652:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093ef4900. 00010000:00000010:2.0:1718399244.028664:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e0c0. 00000100:00000010:2.0:1718399244.028670:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3a80. 00000100:00000010:2.0:1718399244.028689:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3a80. 00010000:00000010:2.0:1718399244.028692:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e0c0. 00000400:00000010:2.0:1718399244.028701:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e330. 00000100:00000200:2.0:1718399244.028704:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317917952, offset 224 00000400:00000200:2.0:1718399244.028710:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:3.0:1718399244.028714:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53dfc00. 00000400:00000200:2.0:1718399244.028717:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.028722:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90374:90374:256:4294967295] 192.168.202.25@tcp LPNI seq info [90374:90374:8:4294967295] 00000400:00000200:2.0:1718399244.028730:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.028735:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.028738:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725300 (tot 82314186). 00000800:00000200:2.0:1718399244.028741:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.028747:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.028750:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.028761:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.028764:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.028766:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a52fa200. 00010000:00000010:3.0:1718399244.028778:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399244.028783:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093ef4880. 00010000:00000010:3.0:1718399244.028837:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a53df200. 00010000:00000010:3.0:1718399244.028839:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46580. 00010000:00000010:3.0:1718399244.028842:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d8c0. 00010000:00000010:3.0:1718399244.028845:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46e80. 00080000:00000010:3.0:1718399244.028853:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53df300. 00000800:00000200:0.0:1718399244.028856:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.028859:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725300 (tot 82313938). 00000400:00000200:0.0:1718399244.028862:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.028865:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.028867:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e330 00000400:00000010:0.0:1718399244.028869:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e330. 00010000:00000010:3.0:1718399244.028871:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399244.028873:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46580. 00010000:00000010:3.0:1718399244.029581:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f600. 00010000:00000010:3.0:1718399244.029585:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46580. 00010000:00000010:3.0:1718399244.029590:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b277c0. 00000100:00000010:3.0:1718399244.029593:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2900. 00000100:00000010:3.0:1718399244.029598:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399244.029605:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399244.029620:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3400. 00000400:00000010:3.0:1718399244.029623:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310c60. 00000400:00000010:3.0:1718399244.029626:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399244.029629:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316495872, portal 16 00000400:00000010:3.0:1718399244.029632:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399244.029633:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316495872, offset 0 00000400:00000200:3.0:1718399244.029637:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.029642:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.029646:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.029649:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.029651:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.029653:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90375:90375:256:4294967295] 192.168.202.25@tcp LPNI seq info [90375:90375:8:4294967295] 00000400:00000200:3.0:1718399244.029658:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.029661:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.029664:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53df000 (tot 82314186). 00000800:00000200:3.0:1718399244.029666:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.029671:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.029673:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53df000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.030669:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.030672:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53df000 (tot 82313938). 00000400:00000200:2.0:1718399244.030676:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.030680:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.030682:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:2.0:1718399244.030684:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:2.0:1718399244.030688:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316495872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.032154:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5317cc0. 00010000:00000010:1.1:1718399244.032160:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f2e640. 00000400:00000010:3.0:1718399244.035722:0:394:0:(module.c:166:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 192 at ffff880093dd2840 (tot 82314130). 00000001:02000400:3.0:1718399244.035728:0:394:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lfsck test_10: @@@@@@ FAIL: (16) unexpected status 00000400:00000010:3.0:1718399244.038723:0:394:0:(module.c:238:libcfs_ioctl()) kfreed 'hdr': 192 at ffff880093dd2840 (tot 82313938). 00010000:00000010:0.1:1718399244.039730:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800922dbc00. 00010000:00000010:0.1:1718399244.039736:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09dd40. 00000400:00000200:2.0:1718399244.040523:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.040536:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02e00 00000400:00000200:2.0:1718399244.040543:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae1d9 [1] + 224 00000400:00000200:2.0:1718399244.040552:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.040555:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.040562:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316495872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399244.040582:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.040585:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e140 00000400:00000200:2.0:1718399244.040589:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacbdd [2] + 1640 00000400:00000200:2.0:1718399244.040603:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.040606:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.040609:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399244.040614:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fba600. 00000400:00000010:3.0:1718399244.040643:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310c60. 00000400:00000200:3.0:1718399244.040648:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:3.0:1718399244.040649:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:3.0:1718399244.040654:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316495872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.040660:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316495872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.040682:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399244.040687:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a2400. 00000100:00000010:3.0:1718399244.040690:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399244.040695:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2900. 00010000:00000010:3.0:1718399244.040698:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b277c0. 00000020:00000010:1.0:1718399244.041639:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f7400. 00000020:00000010:1.0:1718399244.041645:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ad00. 00000020:00000010:1.0:1718399244.041649:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399244.041665:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fba600 x1801871317918016/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399244.042910:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317918016 02000000:00000010:1.0:1718399244.042919:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f7c00. 00010000:00000010:1.0:1718399244.042941:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880096088480. 00010000:00000010:1.0:1718399244.042953:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d180. 00000100:00000010:1.0:1718399244.042959:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cbc00. 00000100:00000010:1.0:1718399244.042977:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cbc00. 00010000:00000010:1.0:1718399244.042981:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d180. 00000400:00000010:1.0:1718399244.042990:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ac38. 00000100:00000200:1.0:1718399244.042994:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317918016, offset 224 00000400:00000200:1.0:1718399244.042999:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:2.0:1718399244.043090:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880095725300. 00010000:00000010:2.0:1718399244.043151:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46580. 00010000:00000010:2.0:1718399244.043155:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096088400. 00010000:00000010:2.0:1718399244.043213:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c000. 00010000:00000010:2.0:1718399244.043218:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6c00. 00010000:00000010:2.0:1718399244.043225:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e0c0. 00000100:00000010:2.0:1718399244.043228:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3a80. 00000100:00000010:2.0:1718399244.043233:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbb440. 02000000:00000010:2.0:1718399244.043242:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52fba00. 02000000:00000010:2.0:1718399244.043257:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52fae00. 00000400:00000010:2.0:1718399244.043261:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdcb8. 00000400:00000200:1.0:1718399244.043301:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.043306:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90376:90376:256:4294967295] 192.168.202.25@tcp LPNI seq info [90376:90376:8:4294967295] 00000400:00000200:1.0:1718399244.043314:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.043320:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.043323:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53e2100 (tot 82314186). 00000800:00000200:1.0:1718399244.043327:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.043333:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.043336:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53e2100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399244.043355:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ad00. 00000020:00000010:1.0:1718399244.043359:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399244.043363:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f7400. 00000800:00000200:0.0:1718399244.043374:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.043376:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53e2100 (tot 82313938). 00000400:00000200:0.0:1718399244.043381:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.043385:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000010:2.0:1718399244.043692:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399244.043697:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316495936, portal 16 00000400:00000010:2.0:1718399244.043700:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eaa0. 00000100:00000200:2.0:1718399244.043701:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316495936, offset 0 00000400:00000200:2.0:1718399244.043705:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.043710:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.043715:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.043717:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.043719:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.043721:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90377:90377:255:4294967295] 192.168.202.25@tcp LPNI seq info [90377:90377:7:4294967295] 00000400:00000200:2.0:1718399244.043727:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000400:00000200:0.0:1718399244.043728:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ac38 00000800:00000200:2.0:1718399244.043730:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000400:00000010:0.0:1718399244.043731:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ac38. 00000800:00000010:2.0:1718399244.043732:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725a00 (tot 82314186). 00000800:00000200:2.0:1718399244.043735:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.043738:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.043740:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1718399244.043839:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399244.043841:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725a00 (tot 82313938). 00000400:00000200:3.0:1718399244.043844:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399244.043847:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399244.043849:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eaa0 00000400:00000010:3.0:1718399244.043850:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eaa0. 00000100:00000200:3.0:1718399244.043855:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbb440 x1801871316495936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.047019:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb60000. 00000400:00000200:0.0:1718399244.051067:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.051082:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02e40 00000400:00000200:0.0:1718399244.051089:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae1e5 [1] + 224 00000400:00000200:0.0:1718399244.051099:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.051102:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.051110:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbb440 x1801871316495936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.051130:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.051134:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e180 00000400:00000200:0.0:1718399244.051138:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacbdd [2] + 1968 00000400:00000010:0.0:1718399244.051141:0:18240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a53100b0. 00000400:00000200:0.0:1718399244.051145:0:18240:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88012bfa0c00 00000400:00000200:0.0:1718399244.051156:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.051159:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.051161:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88012bfa0c00 00000400:00000010:0.0:1718399244.051162:0:18240:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88012bfa0c00 (tot 82313786). 00000100:00000200:0.0:1718399244.051167:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1718399244.051182:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e31cd00. 00010000:00000010:1.1:1718399244.051189:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c6c0. 00010000:00000010:1.1:1718399244.051192:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53df200. 00010000:00000010:1.1:1718399244.051194:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d8c0. 00000020:00000010:0.0:1718399244.051205:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c3600. 00000020:00000010:0.0:1718399244.051208:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfce80. 00000020:00000010:0.0:1718399244.051211:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399244.051227:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880094aa3050 x1801871317918080/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1718399244.051242:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317918080 02000000:00000010:0.0:1718399244.051248:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c3200. 00010000:00000010:0.0:1718399244.051296:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058500. 00000100:00000010:0.0:1718399244.051302:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d90c0. 00000100:00000010:0.0:1718399244.051307:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d90c0. 00010000:00000010:0.0:1718399244.051310:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058500. 00000400:00000010:0.0:1718399244.051320:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373764c8. 00000100:00000200:0.0:1718399244.051324:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317918080, offset 224 00000400:00000200:0.0:1718399244.051328:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.051335:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.051340:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90378:90378:256:4294967295] 192.168.202.25@tcp LPNI seq info [90378:90378:8:4294967295] 00000400:00000200:0.0:1718399244.051347:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.051351:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.051353:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223d00 (tot 82314034). 00000800:00000200:0.0:1718399244.051357:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.051363:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.051366:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399244.051377:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfce80. 00000020:00000010:0.0:1718399244.051379:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399244.051382:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c3600. 02000000:00000010:0.0:1718399244.051389:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f7c00. 00000100:00000010:0.0:1718399244.051392:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fba600. 02000000:00000010:0.0:1718399244.051396:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fbe00. 00000100:00000010:0.0:1718399244.051398:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 02000000:00000010:0.0:1718399244.051400:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fb200. 00000100:00000010:0.0:1718399244.051401:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbd0c0. 02000000:00000010:0.0:1718399244.051404:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52faa00. 00000100:00000010:0.0:1718399244.051405:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:0.0:1718399244.051407:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fbc00. 00000100:00000010:0.0:1718399244.051408:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 02000000:00000010:0.0:1718399244.051410:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800a52fac00. 00000100:00000010:0.0:1718399244.051411:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df70000. 00000100:00000200:0.0:1718399244.051416:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1718399244.051419:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e925d8. 00000400:00000010:0.0:1718399244.051421:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8800930d90c0 (tot 82314186). 00000800:00000200:1.0:1718399244.051428:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.051430:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223d00 (tot 82313938). 00000400:00000200:1.0:1718399244.051433:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.051436:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.051438:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373764c8 00000400:00000010:1.0:1718399244.051440:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373764c8. 02000000:00000010:1.0:1718399244.051443:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c3200. 00000400:00000010:2.0:1718399244.051842:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdcb8. 00000400:00000200:2.0:1718399244.051845:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:2.0:1718399244.051846:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00000100:00000200:2.0:1718399244.051851:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbb440 x1801871316495936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.051857:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbb440 x1801871316495936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1718399244.051872:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880096c6ef00. 02000000:00000010:2.0:1718399244.051880:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52fae00. 02000000:00000010:2.0:1718399244.051884:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52fba00. 00000100:00000010:2.0:1718399244.051886:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbb440. 00000100:00000010:2.0:1718399244.051888:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3a80. 00010000:00000010:2.0:1718399244.051891:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e0c0. 00080000:00000010:2.0:1718399244.051902:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093f18c00. 00010000:00000010:2.0:1718399244.051957:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6c00. 00010000:00000010:2.0:1718399244.051961:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096c6ee80. 00010000:00000010:2.0:1718399244.052014:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e880. 00010000:00000010:2.0:1718399244.052018:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6c00. 00010000:00000010:2.0:1718399244.052024:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e0c0. 00000100:00000010:2.0:1718399244.052026:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3a80. 00000100:00000010:2.0:1718399244.052030:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbb440. 02000000:00000010:2.0:1718399244.052037:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800a52f8e00. 02000000:00000010:2.0:1718399244.052052:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800a52f8a00. 00000400:00000010:2.0:1718399244.052054:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdcb8. 00000400:00000010:2.0:1718399244.052056:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399244.052058:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316496000, portal 16 00000400:00000010:2.0:1718399244.052061:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e198. 00000100:00000200:2.0:1718399244.052062:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316496000, offset 0 00000400:00000200:2.0:1718399244.052066:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.052070:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.052075:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.052078:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.052080:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.052082:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90379:90379:256:4294967295] 192.168.202.25@tcp LPNI seq info [90379:90379:8:4294967295] 00000400:00000200:2.0:1718399244.052087:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.052090:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.052092:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18100 (tot 82314186). 00000800:00000200:2.0:1718399244.052095:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.052098:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.052100:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.052504:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.052506:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18100 (tot 82313938). 00000400:00000200:2.0:1718399244.052509:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.052512:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.052514:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e198 00000400:00000010:2.0:1718399244.052515:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e198. 00000100:00000200:2.0:1718399244.052519:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbb440 x1801871316496000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399244.054301:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.054311:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02e80 00000400:00000200:2.0:1718399244.054315:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae1f5 [1] + 224 00000400:00000200:2.0:1718399244.054328:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.054331:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.054338:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbb440 x1801871316496000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399244.054396:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096089700. 00010000:00000010:0.1:1718399244.054406:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f600. 00000400:00000010:3.0:1718399244.054439:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdcb8. 00000400:00000200:3.0:1718399244.054442:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:3.0:1718399244.054443:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00000100:00000200:3.0:1718399244.054447:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbb440 x1801871316496000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.054453:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbb440 x1801871316496000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.054470:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800a52f8a00. 02000000:00000010:3.0:1718399244.054476:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800a52f8e00. 00000100:00000010:3.0:1718399244.054479:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbb440. 00000100:00000010:3.0:1718399244.054482:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3a80. 00010000:00000010:3.0:1718399244.054485:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e0c0. 00000400:00000200:1.0:1718399244.055144:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.055152:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e1c0 00000400:00000200:1.0:1718399244.055156:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacc35 [2] + 0 00000400:00000200:1.0:1718399244.055198:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.055201:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.055205:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399244.055209:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 00000020:00000010:3.0:1718399244.055331:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800936c7a00. 00000020:00000010:3.0:1718399244.055336:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46e80. 00000020:00000010:3.0:1718399244.055339:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee01f8. 00000100:00000200:3.0:1718399244.055356:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df73440 x1801871317918144/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399244.055373:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317918144 02000000:00000010:3.0:1718399244.055379:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800936c6200. 00010000:00000010:3.0:1718399244.055398:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f54200. 00010000:00000010:3.0:1718399244.055412:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27e80. 00000100:00000010:3.0:1718399244.055417:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2900. 00000100:00000010:3.0:1718399244.055423:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2900. 00010000:00000010:3.0:1718399244.055425:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27e80. 00000400:00000010:3.0:1718399244.055434:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399244.055437:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317918144, offset 224 00000400:00000200:3.0:1718399244.055442:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.055450:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.055454:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90380:90380:256:4294967295] 192.168.202.25@tcp LPNI seq info [90380:90380:8:4294967295] 00000400:00000200:3.0:1718399244.055466:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.055471:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.055473:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53df600 (tot 82314186). 00000800:00000200:3.0:1718399244.055477:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.055483:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.055485:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53df600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.055872:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46e80. 00000020:00000010:3.0:1718399244.055876:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee01f8. 00000020:00000010:3.0:1718399244.055879:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800936c7a00. 00080000:00000010:3.0:1718399244.055898:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53dff00. 00010000:00000010:3.0:1718399244.055955:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6c00. 00010000:00000010:3.0:1718399244.055960:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093f54380. 00010000:00000010:3.0:1718399244.056010:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c000. 00010000:00000010:3.0:1718399244.056014:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399244.056020:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27e80. 00000100:00000010:3.0:1718399244.056022:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2900. 00000100:00000010:3.0:1718399244.056027:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399244.056035:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800936c7a00. 02000000:00000010:3.0:1718399244.056049:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800936c7400. 00000400:00000010:3.0:1718399244.056052:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310c60. 00000400:00000010:3.0:1718399244.056055:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94667f8. 00000100:00000200:3.0:1718399244.056058:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316496064, portal 16 00000400:00000010:3.0:1718399244.056060:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466ee0. 00000100:00000200:3.0:1718399244.056062:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316496064, offset 0 00000400:00000200:3.0:1718399244.056066:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.056070:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.056074:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.056077:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.056080:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.056082:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90381:90381:255:4294967295] 192.168.202.25@tcp LPNI seq info [90381:90381:7:4294967295] 00000400:00000200:3.0:1718399244.056088:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.056091:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.056093:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53df900 (tot 82314434). 00000800:00000200:3.0:1718399244.056095:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.056098:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.056100:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53df900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.056151:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.056153:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53df600 (tot 82314186). 00000400:00000200:2.0:1718399244.056156:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.056159:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.056161:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:2.0:1718399244.056163:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000800:00000200:2.0:1718399244.056201:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.056203:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53df900 (tot 82313938). 00000400:00000200:2.0:1718399244.056205:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.056208:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.056209:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466ee0 00000400:00000010:2.0:1718399244.056210:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466ee0. 00000100:00000200:2.0:1718399244.056214:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316496064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399244.057460:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ef98c0. 00000400:00000200:0.0:1718399244.057658:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.057668:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02ec0 00000400:00000200:0.0:1718399244.057673:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae201 [1] + 224 00000400:00000200:0.0:1718399244.057686:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.057689:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.057694:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316496064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399244.057800:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310c60. 00000400:00000200:3.0:1718399244.057804:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94667f8 00000400:00000010:3.0:1718399244.057805:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94667f8. 00000100:00000200:3.0:1718399244.057809:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316496064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.057816:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316496064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.057834:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800936c7400. 02000000:00000010:3.0:1718399244.057838:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800936c7a00. 00000100:00000010:3.0:1718399244.057841:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399244.057847:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2900. 00010000:00000010:3.0:1718399244.057849:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27e80. 00010000:00000010:1.1:1718399244.060596:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800944bc6c0. 00010000:00000010:1.1:1718399244.060604:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d08d900. 00010000:00000010:1.1:1718399244.060612:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c000. 00000400:00000200:0.0:1718399244.061050:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.061063:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e200 00000400:00000200:0.0:1718399244.061069:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacc35 [2] + 328 00000400:00000200:0.0:1718399244.061128:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.061132:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.061137:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.061142:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000020:00000010:2.0:1718399244.061233:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101d400. 00000020:00000010:2.0:1718399244.061239:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.061242:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.061259:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317918208/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.061299:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317918208 02000000:00000010:2.0:1718399244.061306:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101c200. 00010000:00000010:2.0:1718399244.061326:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e8c1400. 00010000:00000010:2.0:1718399244.061339:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e540. 00000100:00000010:2.0:1718399244.061345:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3300. 00000100:00000010:2.0:1718399244.061353:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3300. 00010000:00000010:2.0:1718399244.061355:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e540. 00000400:00000010:2.0:1718399244.061363:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e198. 00000100:00000200:2.0:1718399244.061367:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317918208, offset 224 00000400:00000200:2.0:1718399244.061372:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.061380:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.061385:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90382:90382:256:4294967295] 192.168.202.25@tcp LPNI seq info [90382:90382:8:4294967295] 00000400:00000200:2.0:1718399244.061392:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.061397:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.061400:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18500 (tot 82314186). 00000800:00000200:2.0:1718399244.061404:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.061410:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.061412:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.061423:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.061426:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.061428:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101d400. 00000800:00000200:2.0:1718399244.061463:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.061466:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18500 (tot 82313938). 00000400:00000200:2.0:1718399244.061467:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.061470:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.061472:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e198 00000400:00000010:2.0:1718399244.061473:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e198. 00080000:00000010:0.0:1718399244.061689:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5223a00. 00010000:00000010:0.0:1718399244.061857:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46e80. 00010000:00000010:0.0:1718399244.061863:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e8c1380. 00010000:00000010:0.0:1718399244.061922:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cda640. 00010000:00000010:0.0:1718399244.061926:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfce80. 00010000:00000010:0.0:1718399244.061933:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058500. 00000100:00000010:0.0:1718399244.061936:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d96c0. 00000100:00000010:0.0:1718399244.061941:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 02000000:00000010:0.0:1718399244.061949:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2600. 02000000:00000010:0.0:1718399244.061964:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3200. 00000400:00000010:0.0:1718399244.061968:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c08. 00000400:00000010:0.0:1718399244.061971:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376cc0. 00000100:00000200:0.0:1718399244.061974:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316496128, portal 16 00000400:00000010:0.0:1718399244.061977:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376440. 00000100:00000200:0.0:1718399244.061978:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316496128, offset 0 00000400:00000200:0.0:1718399244.061982:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.061987:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.061992:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399244.061995:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399244.061996:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399244.061998:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90383:90383:256:4294967295] 192.168.202.25@tcp LPNI seq info [90383:90383:8:4294967295] 00000400:00000200:0.0:1718399244.062004:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.062008:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.062010:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223b00 (tot 82314186). 00000800:00000200:0.0:1718399244.062012:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.062016:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.062017:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.063017:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.063019:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223b00 (tot 82313938). 00000400:00000200:1.0:1718399244.063022:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.063026:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.063029:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376440 00000400:00000010:1.0:1718399244.063030:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376440. 00000100:00000200:1.0:1718399244.063035:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27da40 x1801871316496128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.064224:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009b4b86c0. 00010000:00000010:1.1:1718399244.064230:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f5b800. 00010000:00000010:1.1:1718399244.064234:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e880. 00000400:00000200:1.0:1718399244.064251:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.064262:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02f00 00000400:00000200:1.0:1718399244.064267:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae20d [1] + 224 00000400:00000200:1.0:1718399244.064296:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.064299:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.064304:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27da40 x1801871316496128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399244.064899:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.064905:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e240 00000400:00000200:1.0:1718399244.064908:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacc35 [2] + 656 00000400:00000200:1.0:1718399244.064958:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.064962:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.064966:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399244.064970:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df74740. 00000020:00000010:1.0:1718399244.065008:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f7a00. 00000020:00000010:1.0:1718399244.065013:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ad00. 00000020:00000010:1.0:1718399244.065016:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399244.065033:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df74740 x1801871317918272/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399244.065048:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317918272 02000000:00000010:1.0:1718399244.065054:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f6a00. 00010000:00000010:1.0:1718399244.065079:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d180. 00000100:00000010:1.0:1718399244.065085:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cbc00. 00000100:00000010:1.0:1718399244.065089:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cbc00. 00010000:00000010:1.0:1718399244.065093:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d180. 00000400:00000010:1.0:1718399244.065102:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a550. 00000100:00000200:1.0:1718399244.065105:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317918272, offset 224 00000400:00000200:1.0:1718399244.065110:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.065117:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.065122:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90384:90384:256:4294967295] 192.168.202.25@tcp LPNI seq info [90384:90384:8:4294967295] 00000400:00000200:1.0:1718399244.065129:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.065133:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.065135:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53e2100 (tot 82314186). 00000800:00000200:1.0:1718399244.065139:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.065144:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.065147:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53e2100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399244.065157:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ad00. 00000020:00000010:1.0:1718399244.065160:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399244.065163:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f7a00. 00000800:00000200:2.0:1718399244.065287:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.065289:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53e2100 (tot 82313938). 00000400:00000200:2.0:1718399244.065292:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.065295:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.065297:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a550 00000400:00000010:2.0:1718399244.065299:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a550. 00000400:00000010:1.0:1718399244.065304:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c08. 00000400:00000200:1.0:1718399244.065308:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376cc0 00000400:00000010:1.0:1718399244.065309:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376cc0. 00000100:00000200:1.0:1718399244.065315:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27da40 x1801871316496128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.065321:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27da40 x1801871316496128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1718399244.065337:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e31db80. 02000000:00000010:1.0:1718399244.065346:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3200. 02000000:00000010:1.0:1718399244.065350:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2600. 00000100:00000010:1.0:1718399244.065352:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 00000100:00000010:1.0:1718399244.065355:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d96c0. 00010000:00000010:1.0:1718399244.065357:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058500. 00080000:00000010:1.0:1718399244.065369:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53e2a00. 00010000:00000010:1.0:1718399244.065498:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfce80. 00010000:00000010:1.0:1718399244.065503:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e31db00. 00010000:00000010:1.0:1718399244.065560:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22ba80. 00010000:00000010:1.0:1718399244.065564:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ad00. 00010000:00000010:1.0:1718399244.065569:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d180. 00000100:00000010:1.0:1718399244.065571:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800957cbc00. 00000100:00000010:1.0:1718399244.065576:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df70000. 02000000:00000010:1.0:1718399244.065582:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7a00. 02000000:00000010:1.0:1718399244.065596:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f6400. 00000400:00000010:1.0:1718399244.065600:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1688. 00000400:00000010:1.0:1718399244.065602:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a330. 00000100:00000200:1.0:1718399244.065606:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316496192, portal 16 00000400:00000010:1.0:1718399244.065608:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a440. 00000100:00000200:1.0:1718399244.065609:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316496192, offset 0 00000400:00000200:1.0:1718399244.065613:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.065617:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.065622:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.065624:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.065626:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.065628:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90385:90385:256:4294967295] 192.168.202.25@tcp LPNI seq info [90385:90385:8:4294967295] 00000400:00000200:1.0:1718399244.065634:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.065637:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.065639:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53e2100 (tot 82314186). 00000800:00000200:1.0:1718399244.065643:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.065646:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.065648:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53e2100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.065761:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.065763:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53e2100 (tot 82313938). 00000400:00000200:0.0:1718399244.065776:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.065779:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.065781:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a440 00000400:00000010:0.0:1718399244.065782:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a440. 00000100:00000200:0.0:1718399244.065789:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df70000 x1801871316496192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399244.069153:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.069168:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02f40 00000400:00000200:2.0:1718399244.069175:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae219 [1] + 224 00000400:00000200:2.0:1718399244.069190:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.069194:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.069201:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df70000 x1801871316496192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1718399244.069365:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1688. 00000400:00000200:0.0:1718399244.069369:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a330 00000400:00000010:0.0:1718399244.069371:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a330. 00000100:00000200:0.0:1718399244.069376:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df70000 x1801871316496192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399244.069382:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df70000 x1801871316496192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1718399244.069605:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f6400. 02000000:00000010:0.0:1718399244.069611:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7a00. 00000100:00000010:0.0:1718399244.069615:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df70000. 00000100:00000010:0.0:1718399244.069618:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800957cbc00. 00010000:00000010:0.0:1718399244.069623:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d180. 00000400:00000200:0.0:1718399244.070343:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.070350:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e280 00000400:00000200:0.0:1718399244.070355:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacc35 [2] + 984 00000400:00000200:0.0:1718399244.070401:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.070404:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.070408:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.070411:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 00000020:00000010:2.0:1718399244.070485:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101da00. 00000020:00000010:2.0:1718399244.070489:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.070493:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.070510:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317918336/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399244.070528:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317918336 02000000:00000010:2.0:1718399244.070534:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101de00. 00010000:00000010:2.0:1718399244.070553:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88011f0ce780. 00010000:00000010:2.0:1718399244.070568:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ef00. 00000100:00000010:2.0:1718399244.070572:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3300. 00000100:00000010:2.0:1718399244.070578:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3300. 00010000:00000010:2.0:1718399244.070580:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ef00. 00000400:00000010:2.0:1718399244.070587:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e198. 00000100:00000200:2.0:1718399244.070591:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317918336, offset 224 00000400:00000200:2.0:1718399244.070596:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.070603:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.070609:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90386:90386:256:4294967295] 192.168.202.25@tcp LPNI seq info [90386:90386:8:4294967295] 00000400:00000200:2.0:1718399244.070616:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.070620:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.070623:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18500 (tot 82314186). 00000800:00000200:2.0:1718399244.070627:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.070633:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.070635:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.070656:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.070661:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.070664:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101da00. 00000800:00000200:3.0:1718399244.070906:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399244.070908:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18500 (tot 82313938). 00000400:00000200:3.0:1718399244.070912:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399244.070915:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399244.070917:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e198 00000400:00000010:3.0:1718399244.070918:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e198. 00080000:00000010:0.0:1718399244.071099:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5223600. 00010000:00000010:0.0:1718399244.072104:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ad00. 00010000:00000010:0.0:1718399244.072112:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88011f0ced00. 00010000:00000010:0.0:1718399244.072187:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd8d80. 00010000:00000010:0.0:1718399244.072192:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcf80. 00010000:00000010:0.0:1718399244.072199:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058740. 00000100:00000010:0.0:1718399244.072204:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9540. 00000100:00000010:0.0:1718399244.072210:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 02000000:00000010:0.0:1718399244.072220:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2e00. 02000000:00000010:0.0:1718399244.072238:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2800. 00000400:00000010:0.0:1718399244.072243:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92e18. 00000400:00000010:0.0:1718399244.072246:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373765d8. 00000100:00000200:0.0:1718399244.072251:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316496256, portal 16 00000400:00000010:0.0:1718399244.072254:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373766e8. 00000100:00000200:0.0:1718399244.072255:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316496256, offset 0 00000400:00000200:0.0:1718399244.072261:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.072286:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.072293:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399244.072296:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399244.072298:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399244.072300:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90387:90387:256:4294967295] 192.168.202.25@tcp LPNI seq info [90387:90387:8:4294967295] 00000400:00000200:0.0:1718399244.072307:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.072311:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.072313:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223d00 (tot 82314186). 00000800:00000200:0.0:1718399244.072317:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.072322:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.072324:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223d00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1718399244.072395:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f20b500. 00010000:00000010:2.1:1718399244.072401:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c000. 00000800:00000200:2.0:1718399244.072758:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.072761:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223d00 (tot 82313938). 00000400:00000200:2.0:1718399244.072764:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.072776:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.072779:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373766e8 00000400:00000010:2.0:1718399244.072780:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373766e8. 00000100:00000200:2.0:1718399244.072785:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27d580 x1801871316496256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399244.075184:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.075197:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02f80 00000400:00000200:2.0:1718399244.075203:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae225 [1] + 224 00000400:00000200:2.0:1718399244.075212:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.075215:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.075222:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27d580 x1801871316496256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399244.075247:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.075251:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e2c0 00000400:00000200:2.0:1718399244.075255:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacc35 [2] + 1312 00000400:00000200:2.0:1718399244.075335:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.075338:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.075342:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399244.075347:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb8980. 00000400:00000010:0.0:1718399244.075480:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92e18. 00000400:00000200:0.0:1718399244.075484:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373765d8 00000400:00000010:0.0:1718399244.075486:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373765d8. 00000100:00000200:0.0:1718399244.075496:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27d580 x1801871316496256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399244.075503:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27d580 x1801871316496256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1718399244.075526:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2800. 02000000:00000010:0.0:1718399244.075531:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2e00. 00000100:00000010:0.0:1718399244.075533:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 00000100:00000010:0.0:1718399244.075537:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9540. 00010000:00000010:0.0:1718399244.075540:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058740. 00000020:00000010:1.0:1718399244.075573:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f6000. 00000020:00000010:1.0:1718399244.075578:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399244.075581:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399244.075599:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fb8980 x1801871317918400/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399244.075617:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317918400 02000000:00000010:1.0:1718399244.075624:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f6800. 00010000:00000010:1.0:1718399244.075643:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136a9b500. 00010000:00000010:1.0:1718399244.075657:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692dc40. 00000100:00000010:1.0:1718399244.075663:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092275e40. 00000100:00000010:1.0:1718399244.075668:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092275e40. 00010000:00000010:1.0:1718399244.075669:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692dc40. 00000400:00000010:1.0:1718399244.075677:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a770. 00000100:00000200:1.0:1718399244.075680:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317918400, offset 224 00000400:00000200:1.0:1718399244.075686:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.075694:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.075699:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90388:90388:256:4294967295] 192.168.202.25@tcp LPNI seq info [90388:90388:8:4294967295] 00000400:00000200:1.0:1718399244.075706:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.075710:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.075713:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53e2300 (tot 82314186). 00000800:00000200:1.0:1718399244.075717:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.075724:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.075726:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53e2300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399244.075736:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ae80. 00000020:00000010:1.0:1718399244.075739:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399244.075742:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f6000. 00010000:00000010:1.1:1718399244.076400:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ef86c0. 00080000:00000010:0.0:1718399244.076432:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5223f00. 00010000:00000010:0.0:1718399244.076491:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcf80. 00010000:00000010:0.0:1718399244.076496:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136a9b280. 00010000:00000010:0.0:1718399244.076559:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd9b00. 00010000:00000010:0.0:1718399244.076563:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcf80. 00010000:00000010:0.0:1718399244.076570:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058740. 00000100:00000010:0.0:1718399244.076573:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9540. 00000100:00000010:0.0:1718399244.076577:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 02000000:00000010:0.0:1718399244.076585:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2e00. 02000000:00000010:0.0:1718399244.076600:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2800. 00000400:00000010:0.0:1718399244.076604:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92e18. 00000400:00000010:0.0:1718399244.076607:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373765d8. 00000100:00000200:0.0:1718399244.076610:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316496320, portal 16 00000400:00000010:0.0:1718399244.076613:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376330. 00000100:00000200:0.0:1718399244.076614:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316496320, offset 0 00000400:00000200:0.0:1718399244.076619:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.076624:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.076629:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399244.076632:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399244.076634:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399244.076636:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90389:90389:255:4294967295] 192.168.202.25@tcp LPNI seq info [90389:90389:7:4294967295] 00000400:00000200:0.0:1718399244.076642:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.076646:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.076648:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223700 (tot 82314434). 00000800:00000200:0.0:1718399244.076651:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.076655:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.076657:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.077505:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.077509:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53e2300 (tot 82314186). 00000400:00000200:2.0:1718399244.077514:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.077518:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.077521:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a770 00000400:00000010:2.0:1718399244.077523:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a770. 00000800:00000200:2.0:1718399244.077568:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.077570:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223700 (tot 82313938). 00000400:00000200:2.0:1718399244.077573:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.077575:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.077577:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376330 00000400:00000010:2.0:1718399244.077577:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376330. 00000100:00000200:2.0:1718399244.077583:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27d580 x1801871316496320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.079483:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.079496:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc02fc0 00000400:00000200:0.0:1718399244.079503:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae231 [1] + 224 00000400:00000200:0.0:1718399244.079512:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.079515:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.079522:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27d580 x1801871316496320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.079541:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.079546:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e300 00000400:00000200:0.0:1718399244.079550:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacc35 [2] + 1640 00000400:00000200:0.0:1718399244.079599:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.079602:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.079606:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.079611:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000020:00000010:2.0:1718399244.079709:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101d600. 00000020:00000010:2.0:1718399244.079715:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.079718:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.079734:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317918464/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399244.079752:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317918464 02000000:00000010:2.0:1718399244.079758:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101dc00. 00010000:00000010:2.0:1718399244.079801:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ef00. 00000100:00000010:2.0:1718399244.079806:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3300. 00000100:00000010:2.0:1718399244.079810:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3300. 00010000:00000010:2.0:1718399244.079813:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ef00. 00000400:00000010:2.0:1718399244.079822:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eb28. 00000100:00000200:2.0:1718399244.079826:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317918464, offset 224 00000400:00000200:2.0:1718399244.079831:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.079837:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.079842:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90390:90390:256:4294967295] 192.168.202.25@tcp LPNI seq info [90390:90390:8:4294967295] 00000400:00000200:2.0:1718399244.079849:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.079853:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.079857:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18400 (tot 82314186). 00000800:00000200:2.0:1718399244.079861:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.079867:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.079870:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.079881:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.079884:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.079886:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101d600. 00000800:00000200:2.0:1718399244.079921:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.079923:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18400 (tot 82313938). 00000400:00000200:2.0:1718399244.079925:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.079928:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.079930:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eb28 00000400:00000010:2.0:1718399244.079931:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eb28. 00000400:00000010:1.0:1718399244.080054:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92e18. 00000400:00000200:1.0:1718399244.080059:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373765d8 00000400:00000010:1.0:1718399244.080060:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373765d8. 00000100:00000200:1.0:1718399244.080065:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27d580 x1801871316496320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.080072:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27d580 x1801871316496320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1718399244.080088:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880095139d00. 02000000:00000010:1.0:1718399244.080099:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2800. 02000000:00000010:1.0:1718399244.080103:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2e00. 00000100:00000010:1.0:1718399244.080105:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 00000100:00000010:1.0:1718399244.080107:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9540. 00010000:00000010:1.0:1718399244.080110:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058740. 00080000:00000010:1.0:1718399244.080121:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53e2400. 00010000:00000010:1.0:1718399244.080176:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcf80. 00010000:00000010:1.0:1718399244.080180:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880095139c80. 00010000:00000010:1.0:1718399244.080233:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22b3c0. 00010000:00000010:1.0:1718399244.080237:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ae80. 00010000:00000010:1.0:1718399244.080244:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692dc40. 00000100:00000010:1.0:1718399244.080246:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092275e40. 00000100:00000010:1.0:1718399244.080251:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 02000000:00000010:1.0:1718399244.080258:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f6000. 02000000:00000010:1.0:1718399244.080286:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f6600. 00000400:00000010:1.0:1718399244.080289:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1160. 00000400:00000010:1.0:1718399244.080292:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a4c8. 00000100:00000200:1.0:1718399244.080295:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316496384, portal 16 00000400:00000010:1.0:1718399244.080298:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ae58. 00000100:00000200:1.0:1718399244.080299:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316496384, offset 0 00000400:00000200:1.0:1718399244.080303:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.080308:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.080313:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.080316:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.080318:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.080320:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90391:90391:256:4294967295] 192.168.202.25@tcp LPNI seq info [90391:90391:8:4294967295] 00000400:00000200:1.0:1718399244.080326:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.080329:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.080331:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53e2800 (tot 82314186). 00000800:00000200:1.0:1718399244.080333:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.080337:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.080339:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53e2800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.081153:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.081156:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53e2800 (tot 82313938). 00000400:00000200:2.0:1718399244.081161:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.081165:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.081167:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ae58 00000400:00000010:2.0:1718399244.081168:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ae58. 00000100:00000200:2.0:1718399244.081173:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df71c80 x1801871316496384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399244.082976:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093150900. 00010000:00000010:0.1:1718399244.082984:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50edb00. 00010000:00000010:0.1:1718399244.082988:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cda640. 00010000:00000010:2.1:1718399244.083123:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f00bc00. 00010000:00000010:2.1:1718399244.083129:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22ba80. 00000400:00000200:0.0:1718399244.084334:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.084348:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03000 00000400:00000200:0.0:1718399244.084355:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae23d [1] + 224 00000400:00000200:0.0:1718399244.084364:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.084367:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.084375:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df71c80 x1801871316496384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.084799:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.084804:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e340 00000400:00000200:0.0:1718399244.084808:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacc35 [2] + 1968 00000400:00000010:0.0:1718399244.084811:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1c60. 00000400:00000200:0.0:1718399244.084814:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009d3b9300 00000400:00000200:0.0:1718399244.084866:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.084870:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.084872:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009d3b9300 00000400:00000010:0.0:1718399244.084875:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88009d3b9300 (tot 82313786). 00000100:00000200:0.0:1718399244.084879:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1718399244.084915:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2a00. 00000020:00000010:0.0:1718399244.084919:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc780. 00000020:00000010:0.0:1718399244.084923:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399244.084941:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880094aa0850 x1801871317918528/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1718399244.084971:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317918528 02000000:00000010:0.0:1718399244.084979:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2400. 00010000:00000010:0.0:1718399244.085005:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058700. 00000100:00000010:0.0:1718399244.085010:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d99c0. 00000100:00000010:0.0:1718399244.085014:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d99c0. 00010000:00000010:0.0:1718399244.085018:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058700. 00000400:00000010:0.0:1718399244.085027:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376660. 00000100:00000200:0.0:1718399244.085031:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317918528, offset 224 00000400:00000200:0.0:1718399244.085036:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.085044:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.085048:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90392:90392:256:4294967295] 192.168.202.25@tcp LPNI seq info [90392:90392:8:4294967295] 00000400:00000200:0.0:1718399244.085055:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.085060:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.085062:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223800 (tot 82314034). 00000800:00000200:0.0:1718399244.085067:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.085072:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.085075:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399244.085086:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc780. 00000020:00000010:0.0:1718399244.085088:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399244.085091:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2a00. 02000000:00000010:0.0:1718399244.085097:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101dc00. 00000100:00000010:0.0:1718399244.085100:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:0.0:1718399244.085103:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f6800. 00000100:00000010:0.0:1718399244.085106:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb8980. 02000000:00000010:0.0:1718399244.085110:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101de00. 00000100:00000010:0.0:1718399244.085111:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 02000000:00000010:0.0:1718399244.085113:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f6a00. 00000100:00000010:0.0:1718399244.085114:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df74740. 02000000:00000010:0.0:1718399244.085117:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101c200. 00000100:00000010:0.0:1718399244.085118:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 02000000:00000010:0.0:1718399244.085120:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800936c6200. 00000100:00000010:0.0:1718399244.085123:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000100:00000200:0.0:1718399244.085127:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1718399244.085130:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92318. 00000400:00000010:0.0:1718399244.085132:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8800930d99c0 (tot 82314186). 00000800:00000200:2.0:1718399244.085497:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.085503:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223800 (tot 82313938). 00000400:00000200:2.0:1718399244.085505:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.085508:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.085511:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376660 00000400:00000010:2.0:1718399244.085512:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376660. 02000000:00000010:2.0:1718399244.085515:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2400. 00000400:00000010:1.0:1718399244.085743:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1160. 00000400:00000200:1.0:1718399244.085747:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a4c8 00000400:00000010:1.0:1718399244.085748:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a4c8. 00000100:00000200:1.0:1718399244.085757:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df71c80 x1801871316496384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.085764:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df71c80 x1801871316496384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1718399244.085790:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5299900. 02000000:00000010:1.0:1718399244.085802:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f6600. 02000000:00000010:1.0:1718399244.085806:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f6000. 00000100:00000010:1.0:1718399244.085813:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df71c80. 00000100:00000010:1.0:1718399244.085816:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092275e40. 00010000:00000010:1.0:1718399244.085818:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692dc40. 00080000:00000010:1.0:1718399244.085830:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53e2d00. 00010000:00000010:1.0:1718399244.085944:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ae80. 00010000:00000010:1.0:1718399244.085950:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5299600. 00010000:00000010:1.0:1718399244.086004:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22b600. 00010000:00000010:1.0:1718399244.086008:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ae80. 00010000:00000010:1.0:1718399244.086014:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692dc40. 00000100:00000010:1.0:1718399244.086017:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092275e40. 00000100:00000010:1.0:1718399244.086021:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 02000000:00000010:1.0:1718399244.086028:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f6000. 02000000:00000010:1.0:1718399244.086044:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f6600. 00000400:00000010:1.0:1718399244.086047:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1160. 00000400:00000010:1.0:1718399244.086049:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a4c8. 00000100:00000200:1.0:1718399244.086052:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316496448, portal 16 00000400:00000010:1.0:1718399244.086054:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ab28. 00000100:00000200:1.0:1718399244.086055:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316496448, offset 0 00000400:00000200:1.0:1718399244.086060:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.086064:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.086069:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.086071:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.086073:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.086075:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90393:90393:256:4294967295] 192.168.202.25@tcp LPNI seq info [90393:90393:8:4294967295] 00000400:00000200:1.0:1718399244.086081:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.086085:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.086087:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53e2800 (tot 82314186). 00000800:00000200:1.0:1718399244.086090:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.086094:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.086096:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53e2800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.086167:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.086169:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53e2800 (tot 82313938). 00000400:00000200:2.0:1718399244.086173:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.086177:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.086178:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ab28 00000400:00000010:2.0:1718399244.086180:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ab28. 00000100:00000200:2.0:1718399244.086184:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df71c80 x1801871316496448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.086318:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52bb840. 00000400:00000200:0.0:1718399244.089994:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.090007:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03040 00000400:00000200:0.0:1718399244.090013:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae24d [1] + 224 00000400:00000200:0.0:1718399244.090028:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.090032:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.090040:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df71c80 x1801871316496448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399244.090548:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1160. 00000400:00000200:1.0:1718399244.090553:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a4c8 00000400:00000010:1.0:1718399244.090554:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a4c8. 00000100:00000200:1.0:1718399244.090560:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df71c80 x1801871316496448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.090566:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df71c80 x1801871316496448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.090589:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f6600. 02000000:00000010:1.0:1718399244.090594:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f6000. 00000100:00000010:1.0:1718399244.090597:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df71c80. 00000100:00000010:1.0:1718399244.090600:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092275e40. 00010000:00000010:1.0:1718399244.090603:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692dc40. 00000400:00000200:0.0:1718399244.090808:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.090814:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e380 00000400:00000200:0.0:1718399244.090819:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacc8d [2] + 0 00000400:00000200:0.0:1718399244.090869:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.090872:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.090876:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.090880:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000020:00000010:3.0:1718399244.091141:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800936c7400. 00000020:00000010:3.0:1718399244.091145:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46800. 00000020:00000010:3.0:1718399244.091148:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee01f8. 00000100:00000200:3.0:1718399244.091165:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317918592/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399244.091186:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317918592 02000000:00000010:3.0:1718399244.091192:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800936c7200. 00010000:00000010:3.0:1718399244.091210:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5222d00. 00010000:00000010:3.0:1718399244.091225:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b275c0. 00000100:00000010:3.0:1718399244.091229:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2900. 00000100:00000010:3.0:1718399244.091244:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2900. 00010000:00000010:3.0:1718399244.091247:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b275c0. 00000400:00000010:3.0:1718399244.091255:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94667f8. 00000100:00000200:3.0:1718399244.091258:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317918592, offset 224 00000400:00000200:3.0:1718399244.091263:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.091287:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.091292:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90394:90394:256:4294967295] 192.168.202.25@tcp LPNI seq info [90394:90394:8:4294967295] 00000400:00000200:3.0:1718399244.091299:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.091303:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.091306:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53df600 (tot 82314186). 00000800:00000200:3.0:1718399244.091310:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.091316:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.091319:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53df600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.091329:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46800. 00000020:00000010:3.0:1718399244.091332:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee01f8. 00000020:00000010:3.0:1718399244.091334:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800936c7400. 00010000:00000010:2.1:1718399244.091338:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092bf7200. 00010000:00000010:2.1:1718399244.091343:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8d80. 00000800:00000200:3.0:1718399244.091371:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399244.091373:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53df600 (tot 82313938). 00000400:00000200:3.0:1718399244.091375:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399244.091378:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399244.091379:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94667f8 00000400:00000010:3.0:1718399244.091380:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94667f8. 00010000:00000010:0.1:1718399244.091512:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a519ef40. 00010000:00000010:0.1:1718399244.091523:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a538bcc0. 00010000:00000010:0.1:1718399244.091526:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ef7c00. 00080000:00000010:1.0:1718399244.091527:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53e2300. 00010000:00000010:0.1:1718399244.091528:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9b00. 00010000:00000010:1.0:1718399244.091583:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ae80. 00010000:00000010:1.0:1718399244.091586:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5222c80. 00010000:00000010:1.0:1718399244.091645:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c229440. 00010000:00000010:1.0:1718399244.091649:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ae80. 00010000:00000010:1.0:1718399244.091656:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692dc40. 00000100:00000010:1.0:1718399244.091658:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092275e40. 00000100:00000010:1.0:1718399244.091663:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 02000000:00000010:1.0:1718399244.091671:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f6000. 02000000:00000010:1.0:1718399244.091687:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f6600. 00000400:00000010:1.0:1718399244.091690:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1160. 00000400:00000010:1.0:1718399244.091692:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a4c8. 00000100:00000200:1.0:1718399244.091696:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316496512, portal 16 00000400:00000010:1.0:1718399244.091699:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399244.091700:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316496512, offset 0 00000400:00000200:1.0:1718399244.091704:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.091708:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.091712:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.091714:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.091716:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.091718:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90395:90395:256:4294967295] 192.168.202.25@tcp LPNI seq info [90395:90395:8:4294967295] 00000400:00000200:1.0:1718399244.091723:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.091726:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.091728:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53e2100 (tot 82314186). 00000800:00000200:1.0:1718399244.091730:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.091733:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.091735:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53e2100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.092047:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.092049:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53e2100 (tot 82313938). 00000400:00000200:0.0:1718399244.092053:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.092056:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.092058:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:0.0:1718399244.092060:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:0.0:1718399244.092065:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df71c80 x1801871316496512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399244.095090:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.095105:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03080 00000400:00000200:1.0:1718399244.095112:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae259 [1] + 224 00000400:00000200:1.0:1718399244.095130:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.095134:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.095142:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df71c80 x1801871316496512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1718399244.095220:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1160. 00000400:00000200:0.0:1718399244.095223:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a4c8 00000400:00000010:0.0:1718399244.095225:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a4c8. 00000100:00000200:0.0:1718399244.095231:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df71c80 x1801871316496512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399244.095237:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df71c80 x1801871316496512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1718399244.095262:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f6600. 02000000:00000010:0.0:1718399244.095268:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f6000. 00000100:00000010:0.0:1718399244.095289:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df71c80. 00000100:00000010:0.0:1718399244.095293:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092275e40. 00010000:00000010:0.0:1718399244.095296:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692dc40. 00000400:00000200:0.0:1718399244.095483:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.095490:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e3c0 00000400:00000200:0.0:1718399244.095494:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacc8d [2] + 328 00000400:00000200:0.0:1718399244.095532:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.095536:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.095540:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.095543:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 00000020:00000010:1.0:1718399244.095622:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f6000. 00000020:00000010:1.0:1718399244.095627:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a580. 00000020:00000010:1.0:1718399244.095630:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399244.095646:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317918656/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399244.095663:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317918656 02000000:00000010:1.0:1718399244.095670:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f6600. 00010000:00000010:1.0:1718399244.095688:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092221580. 00010000:00000010:1.0:1718399244.095701:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692df40. 00000100:00000010:1.0:1718399244.095705:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092275e40. 00000100:00000010:1.0:1718399244.095721:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092275e40. 00010000:00000010:1.0:1718399244.095723:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692df40. 00000400:00000010:1.0:1718399244.095731:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a2a8. 00000100:00000200:1.0:1718399244.095735:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317918656, offset 224 00000400:00000200:1.0:1718399244.095740:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.095746:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00080000:00000010:0.0:1718399244.095746:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5223c00. 00000400:00000200:1.0:1718399244.095751:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90396:90396:256:4294967295] 192.168.202.25@tcp LPNI seq info [90396:90396:8:4294967295] 00000400:00000200:1.0:1718399244.095758:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.095763:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.095776:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53e2100 (tot 82314186). 00000800:00000200:1.0:1718399244.095780:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.095786:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.095789:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53e2100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399244.095799:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a580. 00000020:00000010:1.0:1718399244.095802:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399244.095806:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f6000. 00010000:00000010:0.0:1718399244.095819:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ae80. 00010000:00000010:0.0:1718399244.095824:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092221500. 00010000:00000010:0.0:1718399244.095874:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5223b00. 00010000:00000010:0.0:1718399244.095877:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfc780. 00010000:00000010:0.0:1718399244.095880:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd9b00. 00010000:00000010:0.0:1718399244.095884:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc900. 00080000:00000010:0.0:1718399244.095891:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5223200. 00010000:00000010:0.0:1718399244.095910:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc900. 00010000:00000010:0.0:1718399244.095913:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfc780. 00010000:00000010:0.0:1718399244.095950:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cda640. 00010000:00000010:0.0:1718399244.095953:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc780. 00010000:00000010:0.0:1718399244.095958:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058700. 00000100:00000010:0.0:1718399244.095960:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9480. 00000100:00000010:0.0:1718399244.095964:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 02000000:00000010:0.0:1718399244.095971:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2a00. 02000000:00000010:0.0:1718399244.095986:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3c00. 00000400:00000010:0.0:1718399244.095989:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c60. 00000400:00000010:0.0:1718399244.095992:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376aa0. 00000100:00000200:0.0:1718399244.095995:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316496576, portal 16 00000400:00000010:0.0:1718399244.095997:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376880. 00000100:00000200:0.0:1718399244.095998:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316496576, offset 0 00000400:00000200:0.0:1718399244.096002:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.096006:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.096011:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399244.096014:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399244.096015:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399244.096017:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90397:90397:255:4294967295] 192.168.202.25@tcp LPNI seq info [90397:90397:7:4294967295] 00000400:00000200:0.0:1718399244.096023:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.096026:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.096028:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223000 (tot 82314434). 00000800:00000200:0.0:1718399244.096031:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.096034:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.096036:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.096061:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.096063:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53e2100 (tot 82314186). 00000400:00000200:0.0:1718399244.096067:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.096070:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.096072:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a2a8 00000400:00000010:0.0:1718399244.096073:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a2a8. 00000800:00000200:0.0:1718399244.096106:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.096108:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223000 (tot 82313938). 00000400:00000200:0.0:1718399244.096110:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.096112:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.096113:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376880 00000400:00000010:0.0:1718399244.096114:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376880. 00000100:00000200:0.0:1718399244.096118:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c278e40 x1801871316496576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.102367:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093351200. 00010000:00000010:1.1:1718399244.102376:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093218500. 00010000:00000010:1.1:1718399244.102380:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22b3c0. 00000400:00000200:0.0:1718399244.102887:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.102900:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc030c0 00000400:00000200:0.0:1718399244.102907:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae265 [1] + 224 00000400:00000200:0.0:1718399244.102924:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.102927:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.102935:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c278e40 x1801871316496576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399244.103006:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c60. 00000400:00000200:1.0:1718399244.103010:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376aa0 00000400:00000010:1.0:1718399244.103011:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376aa0. 00000100:00000200:1.0:1718399244.103015:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c278e40 x1801871316496576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.103021:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c278e40 x1801871316496576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.103045:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3c00. 02000000:00000010:1.0:1718399244.103050:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2a00. 00000100:00000010:1.0:1718399244.103052:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 00000100:00000010:1.0:1718399244.103055:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9480. 00010000:00000010:1.0:1718399244.103059:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058700. 00000400:00000200:0.0:1718399244.104373:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.104382:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e400 00000400:00000200:0.0:1718399244.104387:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacc8d [2] + 656 00000400:00000200:0.0:1718399244.104701:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.104705:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.104710:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.104714:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 00000020:00000010:2.0:1718399244.104784:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101dc00. 00000020:00000010:2.0:1718399244.104789:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.104792:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.104808:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317918720/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.106360:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317918720 02000000:00000010:2.0:1718399244.106371:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101c600. 00010000:00000010:2.0:1718399244.106396:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093281580. 00010000:00000010:2.0:1718399244.106410:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ec00. 00000100:00000010:2.0:1718399244.106416:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3300. 00000100:00000010:2.0:1718399244.106424:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3300. 00010000:00000010:2.0:1718399244.106427:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ec00. 00000400:00000010:2.0:1718399244.106436:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eb28. 00000100:00000200:2.0:1718399244.106442:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317918720, offset 224 00000400:00000200:2.0:1718399244.106448:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.106457:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.106462:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90398:90398:256:4294967295] 192.168.202.25@tcp LPNI seq info [90398:90398:8:4294967295] 00000400:00000200:2.0:1718399244.106469:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.106474:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.106476:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18400 (tot 82314186). 00000800:00000200:2.0:1718399244.106481:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.106486:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.106489:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.106499:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.106503:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.106505:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101dc00. 00000800:00000200:0.0:1718399244.107615:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.107619:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18400 (tot 82313938). 00000400:00000200:0.0:1718399244.107624:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.107629:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.107631:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eb28 00000400:00000010:0.0:1718399244.107633:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eb28. 00080000:00000010:0.0:1718399244.107657:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5223000. 00010000:00000010:0.0:1718399244.107713:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc780. 00010000:00000010:0.0:1718399244.107719:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093281500. 00010000:00000010:0.0:1718399244.107786:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cdb600. 00010000:00000010:0.0:1718399244.107791:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc780. 00010000:00000010:0.0:1718399244.107798:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058580. 00000100:00000010:0.0:1718399244.107801:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9a80. 00000100:00000010:0.0:1718399244.107808:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 02000000:00000010:0.0:1718399244.107817:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2200. 02000000:00000010:0.0:1718399244.107834:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3a00. 00000400:00000010:0.0:1718399244.107838:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c60. 00000400:00000010:0.0:1718399244.107842:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376880. 00000100:00000200:0.0:1718399244.107846:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316496640, portal 16 00000400:00000010:0.0:1718399244.107849:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376990. 00000100:00000200:0.0:1718399244.107850:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316496640, offset 0 00000400:00000200:0.0:1718399244.107855:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.107861:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.107867:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399244.107869:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399244.107871:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399244.107873:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90399:90399:256:4294967295] 192.168.202.25@tcp LPNI seq info [90399:90399:8:4294967295] 00000400:00000200:0.0:1718399244.107879:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.107883:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.107885:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223100 (tot 82314186). 00000800:00000200:0.0:1718399244.107888:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.107893:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.107895:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.107985:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.107987:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223100 (tot 82313938). 00000400:00000200:1.0:1718399244.107990:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.107993:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.107995:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376990 00000400:00000010:1.0:1718399244.107996:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376990. 00000100:00000200:1.0:1718399244.108002:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c2797c0 x1801871316496640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399244.109556:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.109568:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03100 00000400:00000200:1.0:1718399244.109574:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae271 [1] + 224 00000400:00000200:1.0:1718399244.109600:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.109603:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.109610:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c2797c0 x1801871316496640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.115153:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.115169:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e440 00000400:00000200:0.0:1718399244.115176:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacc8d [2] + 984 00000400:00000200:0.0:1718399244.115413:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.115418:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.115424:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.115429:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 00000400:00000010:0.0:1718399244.115456:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c60. 00000400:00000200:0.0:1718399244.115460:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376880 00000400:00000010:0.0:1718399244.115461:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376880. 00000100:00000200:0.0:1718399244.115468:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c2797c0 x1801871316496640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399244.115475:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c2797c0 x1801871316496640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1718399244.115498:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3a00. 02000000:00000010:0.0:1718399244.115502:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2200. 00000100:00000010:0.0:1718399244.115504:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 00000100:00000010:0.0:1718399244.115506:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9a80. 00010000:00000010:0.0:1718399244.115510:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058580. 00010000:00000010:2.1:1718399244.116633:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5388480. 00010000:00000010:2.1:1718399244.116701:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880095dfee00. 00010000:00000010:2.1:1718399244.116708:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c229440. 00010000:00000010:2.1:1718399244.116711:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5223b00. 00010000:00000010:2.1:1718399244.116714:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9b00. 00010000:00000010:0.1:1718399244.117349:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d87f00. 00010000:00000010:0.1:1718399244.117354:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22b600. 00010000:00000010:0.1:1718399244.117357:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d40900. 00000020:00000010:0.0:1718399244.117383:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2200. 00000020:00000010:0.0:1718399244.117388:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc900. 00000020:00000010:0.0:1718399244.117391:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399244.117410:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317918784/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1718399244.117426:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317918784 02000000:00000010:0.0:1718399244.117433:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c3a00. 00010000:00000010:0.0:1718399244.117452:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800932c1f80. 00010000:00000010:0.0:1718399244.117466:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058580. 00000100:00000010:0.0:1718399244.117471:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9a80. 00000100:00000010:0.0:1718399244.117478:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9a80. 00010000:00000010:0.0:1718399244.117480:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058580. 00000400:00000010:0.0:1718399244.117489:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376880. 00000100:00000200:0.0:1718399244.117493:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317918784, offset 224 00000400:00000200:0.0:1718399244.117498:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.117508:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.117513:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90400:90400:256:4294967295] 192.168.202.25@tcp LPNI seq info [90400:90400:8:4294967295] 00000400:00000200:0.0:1718399244.117521:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.117525:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.117528:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223b00 (tot 82314186). 00000800:00000200:0.0:1718399244.117532:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.117538:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.117541:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399244.117554:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc900. 00000020:00000010:0.0:1718399244.117557:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399244.117559:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2200. 00080000:00000010:0.0:1718399244.117578:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5223d00. 00010000:00000010:0.0:1718399244.117632:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc780. 00010000:00000010:0.0:1718399244.117636:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130a71080. 00010000:00000010:0.0:1718399244.117692:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd86c0. 00010000:00000010:0.0:1718399244.117695:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc780. 00010000:00000010:0.0:1718399244.117702:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058580. 00000100:00000010:0.0:1718399244.117704:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9a80. 00000100:00000010:0.0:1718399244.117708:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 02000000:00000010:0.0:1718399244.117716:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2200. 02000000:00000010:0.0:1718399244.117731:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3800. 00000400:00000010:0.0:1718399244.117734:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c60. 00000400:00000010:0.0:1718399244.117737:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376550. 00000100:00000200:0.0:1718399244.117740:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316496704, portal 16 00000400:00000010:0.0:1718399244.117743:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376c38. 00000100:00000200:0.0:1718399244.117744:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316496704, offset 0 00000400:00000200:0.0:1718399244.117748:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.117752:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.117757:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399244.117759:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399244.117761:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399244.117763:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90401:90401:255:4294967295] 192.168.202.25@tcp LPNI seq info [90401:90401:7:4294967295] 00000400:00000200:0.0:1718399244.117781:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.117785:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.117787:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223100 (tot 82314434). 00000800:00000200:0.0:1718399244.117790:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.117792:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.117794:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.119410:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.119413:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223b00 (tot 82314186). 00000400:00000200:0.0:1718399244.119417:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.119422:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.119425:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376880 00000400:00000010:0.0:1718399244.119426:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376880. 00000800:00000200:0.0:1718399244.119722:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.119724:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223100 (tot 82313938). 00000400:00000200:0.0:1718399244.119730:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.119733:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.119735:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376c38 00000400:00000010:0.0:1718399244.119736:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376c38. 00000100:00000200:0.0:1718399244.119740:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c2797c0 x1801871316496704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.123999:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d43180. 00000400:00000200:1.0:1718399244.124202:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.124216:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03140 00000400:00000200:1.0:1718399244.124222:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae27d [1] + 224 00000400:00000200:1.0:1718399244.124232:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.124234:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.124241:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c2797c0 x1801871316496704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399244.124384:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.124389:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e480 00000400:00000200:1.0:1718399244.124393:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacc8d [2] + 1312 00000400:00000200:1.0:1718399244.124403:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.124405:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.124409:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399244.124414:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 00000400:00000010:0.0:1718399244.125520:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c60. 00000400:00000200:0.0:1718399244.125526:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376550 00000400:00000010:0.0:1718399244.125527:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376550. 00000100:00000200:0.0:1718399244.125534:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c2797c0 x1801871316496704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399244.125540:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c2797c0 x1801871316496704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1718399244.125564:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3800. 02000000:00000010:0.0:1718399244.125568:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2200. 00000100:00000010:0.0:1718399244.125571:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 00000100:00000010:0.0:1718399244.125573:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9a80. 00010000:00000010:0.0:1718399244.125577:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058580. 00000020:00000010:2.0:1718399244.125667:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101d600. 00000020:00000010:2.0:1718399244.125672:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.125675:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.125692:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df75a40 x1801871317918848/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399244.125719:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317918848 02000000:00000010:2.0:1718399244.125727:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101da00. 00010000:00000010:2.0:1718399244.125747:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012ecd7680. 00010000:00000010:2.0:1718399244.125760:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e980. 00000100:00000010:2.0:1718399244.125775:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3300. 00000100:00000010:2.0:1718399244.125781:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3300. 00010000:00000010:2.0:1718399244.125783:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e980. 00000400:00000010:2.0:1718399244.125791:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e6e8. 00000100:00000200:2.0:1718399244.125795:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317918848, offset 224 00000400:00000200:2.0:1718399244.125799:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.125808:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.125812:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90402:90402:256:4294967295] 192.168.202.25@tcp LPNI seq info [90402:90402:8:4294967295] 00000400:00000200:2.0:1718399244.125819:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.125824:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.125827:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18e00 (tot 82314186). 00000800:00000200:2.0:1718399244.125830:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.125837:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.125840:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18e00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1718399244.126394:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5223b00. 00010000:00000010:0.0:1718399244.126451:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc780. 00010000:00000010:0.0:1718399244.126455:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012ecd7400. 00010000:00000010:0.0:1718399244.126510:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd9d40. 00010000:00000010:0.0:1718399244.126514:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc780. 00010000:00000010:0.0:1718399244.126520:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058580. 00000100:00000010:0.0:1718399244.126523:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9a80. 00000100:00000010:0.0:1718399244.126527:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 02000000:00000010:0.0:1718399244.126535:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2200. 02000000:00000010:0.0:1718399244.126550:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3800. 00000400:00000010:0.0:1718399244.126553:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c60. 00000400:00000010:0.0:1718399244.126555:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376550. 00000100:00000200:0.0:1718399244.126559:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316496768, portal 16 00000400:00000010:0.0:1718399244.126561:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376c38. 00000100:00000200:0.0:1718399244.126563:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316496768, offset 0 00000400:00000200:0.0:1718399244.126567:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.126571:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.126576:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399244.126578:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399244.126580:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399244.126582:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90403:90403:255:4294967295] 192.168.202.25@tcp LPNI seq info [90403:90403:7:4294967295] 00000400:00000200:0.0:1718399244.126587:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.126590:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.126593:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223800 (tot 82314434). 00000800:00000200:0.0:1718399244.126596:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.126599:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.126602:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223800 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.128129:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.128137:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.128139:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101d600. 00010000:00000010:2.1:1718399244.128157:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136730200. 00010000:00000010:2.1:1718399244.128164:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cda640. 00000800:00000200:3.0:1718399244.132011:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399244.132015:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18e00 (tot 82314186). 00000400:00000200:3.0:1718399244.132022:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399244.132029:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399244.132033:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e6e8 00000400:00000010:3.0:1718399244.132035:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e6e8. 00000800:00000200:3.0:1718399244.132095:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399244.132096:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223800 (tot 82313938). 00000400:00000200:3.0:1718399244.132100:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399244.132102:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399244.132104:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376c38 00000400:00000010:3.0:1718399244.132105:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376c38. 00000100:00000200:3.0:1718399244.132111:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c2797c0 x1801871316496768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.136479:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.136493:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03180 00000400:00000200:0.0:1718399244.136501:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae289 [1] + 224 00000400:00000200:0.0:1718399244.136510:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.136513:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.136521:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c2797c0 x1801871316496768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.136557:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.136562:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e4c0 00000400:00000200:0.0:1718399244.136566:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacc8d [2] + 1640 00000400:00000010:2.0:1718399244.136583:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c60. 00000400:00000200:2.0:1718399244.136587:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376550 00000400:00000010:2.0:1718399244.136588:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376550. 00000100:00000200:2.0:1718399244.136592:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c2797c0 x1801871316496768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.136597:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c2797c0 x1801871316496768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.136613:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.136616:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 02000000:00000010:2.0:1718399244.136617:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3800. 00000100:00000200:0.0:1718399244.136620:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1718399244.136621:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2200. 00000100:00000010:2.0:1718399244.136623:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 00000100:00000010:0.0:1718399244.136624:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000100:00000010:2.0:1718399244.136625:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9a80. 00010000:00000010:2.0:1718399244.136635:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058580. 00000020:00000010:1.0:1718399244.136741:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f6c00. 00000020:00000010:1.0:1718399244.136745:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a580. 00000020:00000010:1.0:1718399244.136748:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399244.136764:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317918912/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399244.136960:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317918912 02000000:00000010:1.0:1718399244.136967:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f7a00. 00010000:00000010:1.0:1718399244.136987:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5256f00. 00010000:00000010:1.0:1718399244.137000:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692da00. 00000100:00000010:1.0:1718399244.137004:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009938b480. 00000100:00000010:1.0:1718399244.137024:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009938b480. 00010000:00000010:1.0:1718399244.137027:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692da00. 00000400:00000010:1.0:1718399244.137035:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a110. 00000100:00000200:1.0:1718399244.137038:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317918912, offset 224 00000400:00000200:1.0:1718399244.137043:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.137050:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.137055:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90404:90404:256:4294967295] 192.168.202.25@tcp LPNI seq info [90404:90404:8:4294967295] 00080000:00000010:3.0:1718399244.137060:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53df400. 00000400:00000200:1.0:1718399244.137061:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.137066:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.137069:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53e2800 (tot 82314186). 00000800:00000200:1.0:1718399244.137073:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.137078:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.137081:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53e2800 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1718399244.137120:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc780. 00010000:00000010:3.0:1718399244.137124:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5256e80. 00010000:00000010:3.0:1718399244.137173:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09df80. 00010000:00000010:3.0:1718399244.137177:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399244.137184:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b275c0. 00000100:00000010:3.0:1718399244.137187:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2900. 00000100:00000010:3.0:1718399244.137192:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399244.137199:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800936c7a00. 02000000:00000010:3.0:1718399244.137213:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800936c6a00. 00000400:00000010:3.0:1718399244.137216:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310c60. 00000400:00000010:3.0:1718399244.137219:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94667f8. 00000100:00000200:3.0:1718399244.137222:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316496832, portal 16 00000400:00000010:3.0:1718399244.137224:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466880. 00000100:00000200:3.0:1718399244.137225:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316496832, offset 0 00000400:00000200:3.0:1718399244.137229:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.137234:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.137238:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.137241:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.137243:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.137245:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90405:90405:255:4294967295] 192.168.202.25@tcp LPNI seq info [90405:90405:7:4294967295] 00000400:00000200:3.0:1718399244.137251:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.137255:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.137257:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53df200 (tot 82314434). 00000800:00000200:3.0:1718399244.137259:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.137262:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.137264:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53df200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.138908:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.138912:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53e2800 (tot 82314186). 00000400:00000200:0.0:1718399244.138919:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.138923:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.138927:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a110 00000400:00000010:0.0:1718399244.138928:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a110. 00000800:00000200:0.0:1718399244.138978:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.138980:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53df200 (tot 82313938). 00000400:00000200:0.0:1718399244.138983:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.138985:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.138987:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466880 00000400:00000010:0.0:1718399244.138988:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466880. 00000100:00000200:0.0:1718399244.138993:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316496832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1718399244.139234:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a580. 00000020:00000010:1.0:1718399244.139241:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399244.139246:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f6c00. 00000400:00000200:0.0:1718399244.140477:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.140489:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc031c0 00000400:00000200:0.0:1718399244.140494:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae295 [1] + 224 00000400:00000200:0.0:1718399244.140511:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.140514:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.140520:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316496832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399244.140583:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310c60. 00000400:00000200:3.0:1718399244.140588:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94667f8 00000400:00000010:3.0:1718399244.140589:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94667f8. 00000100:00000200:3.0:1718399244.140593:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316496832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.140600:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316496832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.140625:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800936c6a00. 02000000:00000010:3.0:1718399244.140631:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800936c7a00. 00000100:00000010:3.0:1718399244.140635:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399244.140642:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2900. 00010000:00000010:3.0:1718399244.140645:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b275c0. 00000400:00000200:0.0:1718399244.141211:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.141216:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e500 00000400:00000200:0.0:1718399244.141219:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacc8d [2] + 1968 00000400:00000010:0.0:1718399244.141221:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310e70. 00000400:00000200:0.0:1718399244.141223:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88012bfa06c0 00000400:00000200:0.0:1718399244.141252:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.141254:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.141255:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88012bfa06c0 00000400:00000010:0.0:1718399244.141256:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88012bfa06c0 (tot 82313786). 00000100:00000200:0.0:1718399244.141261:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1718399244.141318:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f6c00. 00000020:00000010:1.0:1718399244.141323:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a580. 00000020:00000010:1.0:1718399244.141325:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399244.141340:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880094aa3850 x1801871317918976/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:2.1:1718399244.141460:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d65200. 00010000:00000010:2.1:1718399244.141465:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51d6900. 00010000:00000010:2.1:1718399244.141469:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdb600. 00010000:00000010:2.1:1718399244.141471:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b0bb00. 00010000:00000010:2.1:1718399244.141478:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd86c0. 00000100:00000200:1.0:1718399244.141490:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317918976 02000000:00000010:1.0:1718399244.141497:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f6200. 00010000:00000010:1.0:1718399244.141516:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009328e700. 00010000:00000010:1.0:1718399244.141528:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692da00. 00000100:00000010:1.0:1718399244.141532:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009938b480. 00000100:00000010:1.0:1718399244.141617:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009938b480. 00010000:00000010:1.0:1718399244.141620:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692da00. 00000400:00000010:1.0:1718399244.141630:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aa18. 00000100:00000200:1.0:1718399244.141633:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317918976, offset 224 00000400:00000200:1.0:1718399244.141638:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.141646:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.141651:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90406:90406:256:4294967295] 192.168.202.25@tcp LPNI seq info [90406:90406:8:4294967295] 00000400:00000200:1.0:1718399244.141659:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.141662:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.141665:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53e2100 (tot 82314034). 00000800:00000200:1.0:1718399244.141668:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.141675:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.141677:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53e2100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399244.141687:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a580. 00000020:00000010:1.0:1718399244.141689:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399244.141693:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f6c00. 02000000:00000010:1.0:1718399244.141699:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f7a00. 00000100:00000010:1.0:1718399244.141701:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 02000000:00000010:1.0:1718399244.141704:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101da00. 00000100:00000010:1.0:1718399244.141707:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.141710:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c3a00. 00000100:00000010:1.0:1718399244.141711:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 02000000:00000010:1.0:1718399244.141713:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101c600. 00000100:00000010:1.0:1718399244.141716:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 02000000:00000010:1.0:1718399244.141717:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f6600. 00000100:00000010:1.0:1718399244.141719:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 02000000:00000010:1.0:1718399244.141721:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800936c7200. 00000100:00000010:1.0:1718399244.141723:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 00000100:00000200:1.0:1718399244.141728:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:0.0:1718399244.141730:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1718399244.141731:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1d10. 00000800:00000010:0.0:1718399244.141732:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53e2100 (tot 82313786). 00000400:00000010:1.0:1718399244.141733:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff88009938b480 (tot 82313938). 00000400:00000200:0.0:1718399244.141736:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.141739:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.141741:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aa18 00000400:00000010:0.0:1718399244.141742:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aa18. 02000000:00000010:0.0:1718399244.141746:0:18240:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f6200. 00080000:00000010:3.0:1718399244.141824:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53df000. 00010000:00000010:3.0:1718399244.141877:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399244.141882:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009328e680. 00010000:00000010:3.0:1718399244.142011:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a53df800. 00010000:00000010:3.0:1718399244.142014:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46800. 00010000:00000010:3.0:1718399244.142017:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cb40. 00010000:00000010:3.0:1718399244.142021:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.142030:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53df200. 00010000:00000010:3.0:1718399244.142048:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.142051:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46800. 00010000:00000010:3.0:1718399244.142088:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09e880. 00010000:00000010:3.0:1718399244.142091:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399244.142096:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b275c0. 00000100:00000010:3.0:1718399244.142099:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2900. 00000100:00000010:3.0:1718399244.142103:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399244.142111:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800936c7a00. 02000000:00000010:3.0:1718399244.142126:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800936c6a00. 00000400:00000010:3.0:1718399244.142129:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310c60. 00000400:00000010:3.0:1718399244.142131:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94667f8. 00000100:00000200:3.0:1718399244.142133:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316496896, portal 16 00000400:00000010:3.0:1718399244.142136:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466a18. 00000100:00000200:3.0:1718399244.142137:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316496896, offset 0 00000400:00000200:3.0:1718399244.142142:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.142146:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.142151:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.142153:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.142156:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.142158:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90407:90407:256:4294967295] 192.168.202.25@tcp LPNI seq info [90407:90407:8:4294967295] 00000400:00000200:3.0:1718399244.142163:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.142167:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.142169:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53df600 (tot 82314186). 00000800:00000200:3.0:1718399244.142172:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.142175:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.142177:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53df600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.143848:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.143853:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53df600 (tot 82313938). 00000400:00000200:0.0:1718399244.143859:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.143864:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.143868:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466a18 00000400:00000010:0.0:1718399244.143869:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466a18. 00000100:00000200:0.0:1718399244.143874:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316496896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.144363:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88013208ba80. 00000400:00000200:0.0:1718399244.146412:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.146426:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03200 00000400:00000200:0.0:1718399244.146433:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae2a5 [1] + 224 00000400:00000200:0.0:1718399244.146451:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.146453:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.146459:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316496896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399244.146510:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310c60. 00000400:00000200:3.0:1718399244.146514:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94667f8 00000400:00000010:3.0:1718399244.146516:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94667f8. 00000100:00000200:3.0:1718399244.146521:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316496896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.146527:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316496896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.146555:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800936c6a00. 02000000:00000010:3.0:1718399244.146561:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800936c7a00. 00000100:00000010:3.0:1718399244.146564:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399244.146571:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2900. 00010000:00000010:3.0:1718399244.146574:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b275c0. 00010000:00000010:0.1:1718399244.147347:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090e43f00. 00010000:00000010:0.1:1718399244.147353:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9d40. 00010000:00000010:1.1:1718399244.147409:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093efe880. 00010000:00000010:1.1:1718399244.147414:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f64a400. 00000400:00000200:0.0:1718399244.149743:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.149757:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e540 00000400:00000200:0.0:1718399244.149764:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacce5 [2] + 0 00000400:00000200:0.0:1718399244.149837:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.149842:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.149847:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.149852:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000020:00000010:1.0:1718399244.150115:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f7a00. 00000020:00000010:1.0:1718399244.150121:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac80. 00000020:00000010:1.0:1718399244.150124:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399244.150144:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317919040/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399244.150177:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317919040 02000000:00000010:1.0:1718399244.150184:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f6c00. 00010000:00000010:1.0:1718399244.150313:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a506e500. 00010000:00000010:1.0:1718399244.150329:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d500. 00000100:00000010:1.0:1718399244.150336:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.150344:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.150347:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d500. 00000400:00000010:1.0:1718399244.150356:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a3b8. 00080000:00000010:3.0:1718399244.150388:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53df900. 00010000:00000010:3.0:1718399244.150450:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399244.150455:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a506e480. 00010000:00000010:3.0:1718399244.150510:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d440. 00010000:00000010:3.0:1718399244.150514:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399244.150520:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b275c0. 00000100:00000010:3.0:1718399244.150523:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2900. 00000100:00000010:3.0:1718399244.150529:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399244.150537:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800936c7a00. 02000000:00000010:3.0:1718399244.150554:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800936c6a00. 00000400:00000010:3.0:1718399244.150557:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310c60. 00000400:00000010:3.0:1718399244.150560:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94667f8. 00000100:00000200:3.0:1718399244.150565:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316496960, portal 16 00000400:00000010:3.0:1718399244.150568:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466908. 00000100:00000200:3.0:1718399244.150569:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316496960, offset 0 00000400:00000200:3.0:1718399244.150574:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.150582:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.150587:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.150589:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.150591:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.150594:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90408:90408:256:4294967295] 192.168.202.25@tcp LPNI seq info [90408:90408:8:4294967295] 00000400:00000200:3.0:1718399244.150601:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.150605:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.150608:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53df600 (tot 82314186). 00000800:00000200:3.0:1718399244.150612:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.150617:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.150621:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53df600 type 1, nob 424 niov 1 nkiov 1 00000100:00000200:1.0:1718399244.150661:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317919040, offset 224 00000400:00000200:1.0:1718399244.150665:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.150669:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.150673:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90409:90409:255:4294967295] 192.168.202.25@tcp LPNI seq info [90409:90409:7:4294967295] 00000400:00000200:1.0:1718399244.150678:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.150681:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.150684:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53e2f00 (tot 82314434). 00000800:00000200:1.0:1718399244.150686:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.150689:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.150691:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53e2f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399244.150697:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac80. 00000020:00000010:1.0:1718399244.150699:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399244.150703:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f7a00. 00000800:00000200:0.0:1718399244.150707:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.150748:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53df600 (tot 82314186). 00000400:00000200:0.0:1718399244.150753:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.150756:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.150758:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466908 00000400:00000010:0.0:1718399244.150759:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466908. 00000100:00000200:0.0:1718399244.150763:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316496960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1718399244.150801:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.150803:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53e2f00 (tot 82313938). 00000400:00000200:0.0:1718399244.150807:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.150809:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.150811:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a3b8 00000400:00000010:0.0:1718399244.150812:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a3b8. 00000400:00000200:0.0:1718399244.152077:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.152087:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03240 00000400:00000200:0.0:1718399244.152091:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae2ad [1] + 224 00000400:00000200:0.0:1718399244.152103:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.152106:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.152111:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316496960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399244.152190:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310c60. 00000400:00000200:3.0:1718399244.152194:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94667f8 00000400:00000010:3.0:1718399244.152195:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94667f8. 00000100:00000200:3.0:1718399244.152198:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316496960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.152203:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316496960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.152220:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800936c6a00. 02000000:00000010:3.0:1718399244.152223:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800936c7a00. 00000100:00000010:3.0:1718399244.152226:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:3.0:1718399244.152231:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2900. 00010000:00000010:3.0:1718399244.152234:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b275c0. 00000400:00000200:0.0:1718399244.155065:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.155079:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e580 00000400:00000200:0.0:1718399244.155085:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacce5 [2] + 328 00000400:00000200:0.0:1718399244.155144:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.155147:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.155152:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.155158:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 00000020:00000010:1.0:1718399244.155255:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f7a00. 00000020:00000010:1.0:1718399244.155259:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac80. 00000020:00000010:1.0:1718399244.155262:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399244.155636:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27df00 x1801871317919104/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399244.155664:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317919104 02000000:00000010:1.0:1718399244.155672:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f7600. 00010000:00000010:1.0:1718399244.155694:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a506ec80. 00010000:00000010:1.0:1718399244.155711:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d500. 00000100:00000010:1.0:1718399244.155717:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.155738:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.155740:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d500. 00000400:00000010:1.0:1718399244.155751:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a3b8. 00000100:00000200:1.0:1718399244.155755:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317919104, offset 224 00000400:00000200:1.0:1718399244.155760:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.155776:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.155781:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90410:90410:256:4294967295] 192.168.202.25@tcp LPNI seq info [90410:90410:8:4294967295] 00000400:00000200:1.0:1718399244.155788:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.155792:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.155795:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53e2100 (tot 82314186). 00000800:00000200:1.0:1718399244.155799:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.155805:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.155808:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53e2100 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1718399244.155894:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53df600. 00010000:00000010:3.0:1718399244.155948:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399244.155953:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a506ec00. 00010000:00000010:3.0:1718399244.156014:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d200. 00010000:00000010:3.0:1718399244.156017:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399244.156024:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b275c0. 00000100:00000010:3.0:1718399244.156027:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2900. 00000100:00000010:3.0:1718399244.156032:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3ed40. 02000000:00000010:3.0:1718399244.156040:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800936c7a00. 02000000:00000010:3.0:1718399244.156056:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800936c6a00. 00000400:00000010:3.0:1718399244.156060:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310c60. 00000400:00000010:3.0:1718399244.156063:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94667f8. 00000100:00000200:3.0:1718399244.156067:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316497024, portal 16 00000400:00000010:3.0:1718399244.156070:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466b28. 00000100:00000200:3.0:1718399244.156071:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316497024, offset 0 00000400:00000200:3.0:1718399244.156075:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.156079:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.156085:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.156088:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.156091:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.156092:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90411:90411:255:4294967295] 192.168.202.25@tcp LPNI seq info [90411:90411:7:4294967295] 00000400:00000200:3.0:1718399244.156097:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.156100:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.156103:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725700 (tot 82314434). 00000800:00000200:3.0:1718399244.156106:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.156109:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.156110:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725700 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1718399244.156133:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac80. 00000020:00000010:1.0:1718399244.156137:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399244.156140:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f7a00. 00000800:00000200:0.0:1718399244.156639:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.156642:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53e2100 (tot 82314186). 00000400:00000200:0.0:1718399244.156647:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.156650:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.156653:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a3b8 00000400:00000010:0.0:1718399244.156655:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a3b8. 00000800:00000200:0.0:1718399244.156774:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.156776:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725700 (tot 82313938). 00000400:00000200:0.0:1718399244.156779:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.156782:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.156784:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466b28 00000400:00000010:0.0:1718399244.156785:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466b28. 00000100:00000200:0.0:1718399244.156789:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3ed40 x1801871316497024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399244.157991:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800985b7500. 00010000:00000010:0.1:1718399244.158008:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09df80. 00010000:00000010:0.1:1718399244.158015:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53df800. 00010000:00000010:0.1:1718399244.158018:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cb40. 00010000:00000010:1.1:1718399244.160404:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093eff600. 00010000:00000010:1.1:1718399244.160412:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930ed8c0. 00000400:00000200:2.0:1718399244.160537:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00010000:00000010:0.1:1718399244.160543:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b92700. 00000400:00000200:2.0:1718399244.160550:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03280 00010000:00000010:0.1:1718399244.160551:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09e880. 00010000:00000010:0.1:1718399244.160555:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a52a7d00. 00000400:00000200:2.0:1718399244.160557:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae2bd [1] + 224 00010000:00000010:0.1:1718399244.160557:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d440. 00000400:00000200:2.0:1718399244.160565:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.160568:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.160575:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3ed40 x1801871316497024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399244.160615:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.160618:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e5c0 00000400:00000200:2.0:1718399244.160622:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacce5 [2] + 656 00000400:00000200:2.0:1718399244.160687:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.160690:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.160694:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399244.160699:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb8e40. 00000400:00000010:0.0:1718399244.160822:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310c60. 00000400:00000200:0.0:1718399244.160827:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94667f8 00000400:00000010:0.0:1718399244.160829:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94667f8. 00000100:00000200:0.0:1718399244.160834:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3ed40 x1801871316497024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399244.160840:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3ed40 x1801871316497024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1718399244.160863:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800936c6a00. 02000000:00000010:0.0:1718399244.160867:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800936c7a00. 00000100:00000010:0.0:1718399244.160872:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3ed40. 00000100:00000010:0.0:1718399244.160878:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2900. 00010000:00000010:0.0:1718399244.160881:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b275c0. 00000020:00000010:0.0:1718399244.162005:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2e00. 00000020:00000010:0.0:1718399244.162012:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc900. 00000020:00000010:0.0:1718399244.162016:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399244.162037:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fb8e40 x1801871317919168/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1718399244.162071:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317919168 02000000:00000010:0.0:1718399244.162079:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2800. 00010000:00000010:0.0:1718399244.162100:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880135bbb900. 00010000:00000010:0.0:1718399244.162119:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058780. 00000100:00000010:0.0:1718399244.162124:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9e40. 00000100:00000010:0.0:1718399244.162138:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9e40. 00010000:00000010:0.0:1718399244.162142:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058780. 00000400:00000010:0.0:1718399244.162151:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376880. 00000100:00000200:0.0:1718399244.162156:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317919168, offset 224 00000400:00000200:0.0:1718399244.162161:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.162171:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.162176:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90412:90412:256:4294967295] 192.168.202.25@tcp LPNI seq info [90412:90412:8:4294967295] 00000400:00000200:0.0:1718399244.162184:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.162188:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.162192:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223900 (tot 82314186). 00000800:00000200:0.0:1718399244.162196:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.162203:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.162206:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399244.162218:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc900. 00000020:00000010:0.0:1718399244.162220:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399244.162223:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2e00. 00000800:00000200:0.0:1718399244.162307:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.162309:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223900 (tot 82313938). 00000400:00000200:0.0:1718399244.162312:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.162315:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.162317:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376880 00000400:00000010:0.0:1718399244.162318:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376880. 00080000:00000010:1.0:1718399244.162410:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53e2800. 00010000:00000010:1.0:1718399244.162474:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46800. 00010000:00000010:1.0:1718399244.162479:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880135bbbf80. 00010000:00000010:1.0:1718399244.162692:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22b3c0. 00010000:00000010:1.0:1718399244.162697:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ac80. 00010000:00000010:1.0:1718399244.162703:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d500. 00000100:00000010:1.0:1718399244.162706:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.162712:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.162720:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7a00. 02000000:00000010:1.0:1718399244.162736:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f7800. 00000400:00000010:1.0:1718399244.162739:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1a50. 00000400:00000010:1.0:1718399244.162742:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aa18. 00000100:00000200:1.0:1718399244.162746:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316497088, portal 16 00000400:00000010:1.0:1718399244.162749:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a110. 00000100:00000200:1.0:1718399244.162750:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316497088, offset 0 00000400:00000200:1.0:1718399244.162754:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.162758:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.162763:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.162778:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.162781:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.162783:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90413:90413:256:4294967295] 192.168.202.25@tcp LPNI seq info [90413:90413:8:4294967295] 00000400:00000200:1.0:1718399244.162789:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.162793:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.162795:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53e2100 (tot 82314186). 00000800:00000200:1.0:1718399244.162797:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.162801:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.162802:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53e2100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.162971:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.162973:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53e2100 (tot 82313938). 00000400:00000200:0.0:1718399244.162977:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.162980:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.162982:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a110 00000400:00000010:0.0:1718399244.162983:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a110. 00000100:00000200:0.0:1718399244.162988:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316497088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399244.165500:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009337a400. 00000400:00000200:0.0:1718399244.167094:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.167110:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc032c0 00000400:00000200:0.0:1718399244.167119:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae2c9 [1] + 224 00000400:00000200:0.0:1718399244.167138:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.167142:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.167151:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316497088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399244.167346:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1a50. 00000400:00000200:1.0:1718399244.167350:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aa18 00000400:00000010:1.0:1718399244.167352:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aa18. 00000100:00000200:1.0:1718399244.167359:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316497088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.167365:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316497088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.167392:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f7800. 02000000:00000010:1.0:1718399244.167398:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7a00. 00000100:00000010:1.0:1718399244.167401:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:1.0:1718399244.167404:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.167407:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d500. 00000400:00000200:0.0:1718399244.167510:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.167516:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e600 00000400:00000200:0.0:1718399244.167521:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacce5 [2] + 984 00000400:00000200:0.0:1718399244.167727:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.167731:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.167735:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.167739:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00000020:00000010:3.0:1718399244.168130:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800936c7a00. 00000020:00000010:3.0:1718399244.168136:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.168139:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee01f8. 00000100:00000200:3.0:1718399244.168156:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317919232/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399244.168184:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317919232 02000000:00000010:3.0:1718399244.168191:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800936c6a00. 00010000:00000010:3.0:1718399244.168212:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009fb01000. 00010000:00000010:3.0:1718399244.168243:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27500. 00000100:00000010:3.0:1718399244.168248:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2840. 00000100:00000010:3.0:1718399244.168252:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2840. 00010000:00000010:3.0:1718399244.168254:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27500. 00000400:00000010:3.0:1718399244.168264:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466088. 00000100:00000200:3.0:1718399244.168267:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317919232, offset 224 00000400:00000200:3.0:1718399244.168296:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.168304:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.168308:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90414:90414:256:4294967295] 192.168.202.25@tcp LPNI seq info [90414:90414:8:4294967295] 00000400:00000200:3.0:1718399244.168315:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.168319:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.168322:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725a00 (tot 82314186). 00000800:00000200:3.0:1718399244.168326:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.168332:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.168334:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.168345:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.168348:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee01f8. 00000020:00000010:3.0:1718399244.168351:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800936c7a00. 00000800:00000200:0.0:1718399244.168441:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.168444:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725a00 (tot 82313938). 00000400:00000200:0.0:1718399244.168447:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.168450:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.168452:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466088 00000400:00000010:0.0:1718399244.168453:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466088. 00080000:00000010:1.0:1718399244.168511:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53e2f00. 00010000:00000010:1.0:1718399244.168564:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ac80. 00010000:00000010:1.0:1718399244.168568:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a506ef80. 00010000:00000010:1.0:1718399244.168624:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c228fc0. 00010000:00000010:1.0:1718399244.168627:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ac80. 00010000:00000010:1.0:1718399244.168633:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d500. 00000100:00000010:1.0:1718399244.168636:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.168640:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.168648:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7a00. 02000000:00000010:1.0:1718399244.168664:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f7800. 00000400:00000010:1.0:1718399244.168667:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1a50. 00000400:00000010:1.0:1718399244.168670:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aa18. 00000100:00000200:1.0:1718399244.168674:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316497152, portal 16 00000400:00000010:1.0:1718399244.168676:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a2a8. 00000100:00000200:1.0:1718399244.168677:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316497152, offset 0 00000400:00000200:1.0:1718399244.168682:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.168686:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.168691:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.168693:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.168695:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.168697:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90415:90415:256:4294967295] 192.168.202.25@tcp LPNI seq info [90415:90415:8:4294967295] 00000400:00000200:1.0:1718399244.168702:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.168706:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.168708:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a53e2100 (tot 82314186). 00000800:00000200:1.0:1718399244.168710:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.168714:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.168716:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a53e2100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.168902:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.168903:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a53e2100 (tot 82313938). 00000400:00000200:0.0:1718399244.168908:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.168911:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.168913:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a2a8 00000400:00000010:0.0:1718399244.168914:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a2a8. 00000100:00000200:0.0:1718399244.168919:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316497152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399244.169307:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c1ed500. 00010000:00000010:0.1:1718399244.169313:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d200. 00000400:00000200:0.0:1718399244.170661:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.170672:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03300 00000400:00000200:0.0:1718399244.170677:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae2d5 [1] + 224 00000400:00000200:0.0:1718399244.170692:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.170695:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.170701:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316497152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399244.171852:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1a50. 00000400:00000200:1.0:1718399244.171857:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aa18 00000400:00000010:1.0:1718399244.171859:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aa18. 00000100:00000200:1.0:1718399244.171867:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316497152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.171874:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316497152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.171897:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f7800. 02000000:00000010:1.0:1718399244.171904:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7a00. 00000100:00000010:1.0:1718399244.171906:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:1.0:1718399244.171909:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.171912:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d500. 00000400:00000200:0.0:1718399244.172053:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.172060:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e640 00000400:00000200:0.0:1718399244.172065:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacce5 [2] + 1312 00000400:00000200:0.0:1718399244.172113:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.172117:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.172121:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.172125:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00000020:00000010:2.0:1718399244.172195:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101d600. 00000020:00000010:2.0:1718399244.172200:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.172203:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.172219:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317919296/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.172254:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317919296 02000000:00000010:2.0:1718399244.172262:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101d800. 00010000:00000010:2.0:1718399244.172318:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800930ff700. 00010000:00000010:2.0:1718399244.172345:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.172349:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3300. 00000100:00000010:2.0:1718399244.172354:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3300. 00010000:00000010:2.0:1718399244.172357:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.172365:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e000. 00000100:00000200:2.0:1718399244.172368:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317919296, offset 224 00000400:00000200:2.0:1718399244.172380:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.172388:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.172392:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90416:90416:256:4294967295] 192.168.202.25@tcp LPNI seq info [90416:90416:8:4294967295] 00000400:00000200:2.0:1718399244.172400:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.172403:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.172407:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18300 (tot 82314186). 00000800:00000200:2.0:1718399244.172410:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.172415:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.172418:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.172427:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.172431:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.172433:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101d600. 00080000:00000010:1.0:1718399244.172501:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53e2100. 00000800:00000200:0.0:1718399244.172536:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.172539:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18300 (tot 82313938). 00000400:00000200:0.0:1718399244.172543:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.172546:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.172548:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e000 00000400:00000010:0.0:1718399244.172549:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e000. 00010000:00000010:1.0:1718399244.172557:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ac80. 00010000:00000010:1.0:1718399244.172562:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800930ff680. 00010000:00000010:1.0:1718399244.172643:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009325a900. 00010000:00000010:1.0:1718399244.172645:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ac80. 00010000:00000010:1.0:1718399244.172649:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22b600. 00010000:00000010:1.0:1718399244.172651:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00080000:00000010:1.0:1718399244.172661:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009325a700. 00010000:00000010:1.0:1718399244.172679:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399244.172681:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ac80. 00010000:00000010:1.0:1718399244.172718:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c229440. 00010000:00000010:1.0:1718399244.172721:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ac80. 00010000:00000010:1.0:1718399244.172725:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d500. 00000100:00000010:1.0:1718399244.172728:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.172733:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.172740:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7a00. 02000000:00000010:1.0:1718399244.172755:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f7800. 00000400:00000010:1.0:1718399244.172758:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1a50. 00000400:00000010:1.0:1718399244.172761:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aa18. 00000100:00000200:1.0:1718399244.172764:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316497216, portal 16 00000400:00000010:1.0:1718399244.172782:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a4c8. 00000100:00000200:1.0:1718399244.172784:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316497216, offset 0 00000400:00000200:1.0:1718399244.172789:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.172793:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.172798:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.172801:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.172803:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.172805:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90417:90417:256:4294967295] 192.168.202.25@tcp LPNI seq info [90417:90417:8:4294967295] 00000400:00000200:1.0:1718399244.172811:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.172814:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.172816:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009325a000 (tot 82314186). 00000800:00000200:1.0:1718399244.172819:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.172822:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.172825:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009325a000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.172886:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.172889:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009325a000 (tot 82313938). 00000400:00000200:0.0:1718399244.172892:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.172895:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.172897:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a4c8 00000400:00000010:0.0:1718399244.172898:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a4c8. 00000100:00000200:0.0:1718399244.172902:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316497216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.175990:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093364900. 00010000:00000010:0.1:1718399244.179002:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ac3b00. 00010000:00000010:0.1:1718399244.179013:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22b3c0. 00000400:00000200:2.0:1718399244.179017:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.179029:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03340 00000400:00000200:2.0:1718399244.179036:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae2e1 [1] + 224 00000400:00000200:2.0:1718399244.179064:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.179067:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.179076:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316497216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1718399244.179160:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1a50. 00000400:00000200:0.0:1718399244.179164:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aa18 00000400:00000010:0.0:1718399244.179166:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aa18. 00000100:00000200:0.0:1718399244.179172:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316497216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399244.179177:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316497216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.179184:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009314cfc0. 02000000:00000010:0.0:1718399244.179199:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f7800. 02000000:00000010:0.0:1718399244.179205:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7a00. 00000100:00000010:0.0:1718399244.179208:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:0.0:1718399244.179211:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:0.0:1718399244.179214:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d500. 00000400:00000200:0.0:1718399244.179675:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.179682:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e680 00000400:00000200:0.0:1718399244.179686:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacce5 [2] + 1640 00000400:00000200:0.0:1718399244.179856:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.179860:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.179865:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.179870:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000020:00000010:3.0:1718399244.180011:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800936c7a00. 00000020:00000010:3.0:1718399244.180016:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.180019:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee01f8. 00000100:00000200:3.0:1718399244.180102:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317919360/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399244.180543:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317919360 02000000:00000010:3.0:1718399244.180551:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800936c7200. 00010000:00000010:3.0:1718399244.180572:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009292aa80. 00010000:00000010:3.0:1718399244.180600:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27500. 00000100:00000010:3.0:1718399244.180606:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2840. 00000100:00000010:3.0:1718399244.180614:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2840. 00010000:00000010:3.0:1718399244.180616:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27500. 00000400:00000010:3.0:1718399244.180626:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466bb0. 00000100:00000200:3.0:1718399244.180630:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317919360, offset 224 00000400:00000200:3.0:1718399244.180636:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.180643:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.180648:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90418:90418:256:4294967295] 192.168.202.25@tcp LPNI seq info [90418:90418:8:4294967295] 00000400:00000200:3.0:1718399244.180656:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.180661:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.180664:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725a00 (tot 82314186). 00000800:00000200:3.0:1718399244.180667:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.180673:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.180676:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.180687:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.180691:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee01f8. 00000020:00000010:3.0:1718399244.180694:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800936c7a00. 00000800:00000200:0.0:1718399244.180803:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.180806:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725a00 (tot 82313938). 00000400:00000200:0.0:1718399244.180810:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.180813:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.180815:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466bb0 00000400:00000010:0.0:1718399244.180816:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466bb0. 00080000:00000010:0.0:1718399244.180835:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5223700. 00010000:00000010:0.0:1718399244.180898:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ac80. 00010000:00000010:0.0:1718399244.180903:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009292a700. 00010000:00000010:0.0:1718399244.180962:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd9d40. 00010000:00000010:0.0:1718399244.180966:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc900. 00010000:00000010:0.0:1718399244.180973:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058780. 00000100:00000010:0.0:1718399244.180976:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9e40. 00000100:00000010:0.0:1718399244.180981:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 02000000:00000010:0.0:1718399244.180989:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2e00. 02000000:00000010:0.0:1718399244.181005:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3200. 00000400:00000010:0.0:1718399244.181008:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92e18. 00000400:00000010:0.0:1718399244.181012:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376880. 00000100:00000200:0.0:1718399244.181015:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316497280, portal 16 00000400:00000010:0.0:1718399244.181018:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376f68. 00000100:00000200:0.0:1718399244.181019:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316497280, offset 0 00000400:00000200:0.0:1718399244.181023:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.181027:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.181032:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399244.181035:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399244.181037:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399244.181039:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90419:90419:256:4294967295] 192.168.202.25@tcp LPNI seq info [90419:90419:8:4294967295] 00000400:00000200:0.0:1718399244.181045:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.181048:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.181050:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223100 (tot 82314186). 00000800:00000200:0.0:1718399244.181052:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.181056:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.181058:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1718399244.181552:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399244.181555:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223100 (tot 82313938). 00000400:00000200:3.0:1718399244.181558:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399244.181561:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399244.181563:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376f68 00000400:00000010:3.0:1718399244.181564:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376f68. 00000100:00000200:3.0:1718399244.181569:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27b900 x1801871316497280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.181786:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880135b80000. 00010000:00000010:2.1:1718399244.181791:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c228fc0. 00010000:00000010:2.1:1718399244.181795:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009325a900. 00010000:00000010:2.1:1718399244.181798:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22b600. 00000400:00000200:2.0:1718399244.185266:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.185296:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03380 00000400:00000200:2.0:1718399244.185303:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae2ed [1] + 224 00000400:00000200:2.0:1718399244.185323:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.185327:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.185334:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27b900 x1801871316497280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.185631:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.185638:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e6c0 00000400:00000200:0.0:1718399244.185643:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacce5 [2] + 1968 00000400:00000010:0.0:1718399244.185646:0:18240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1ec8. 00000400:00000200:0.0:1718399244.185650:0:18240:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800a9e47f00 00000400:00000200:0.0:1718399244.185696:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.185699:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.185702:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9e47f00 00000400:00000010:0.0:1718399244.185704:0:18240:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800a9e47f00 (tot 82313786). 00000100:00000200:0.0:1718399244.185709:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1718399244.186187:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093ce0000. 00010000:00000010:2.1:1718399244.186202:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009328ac00. 00010000:00000010:2.1:1718399244.186208:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c229440. 00000400:00000010:1.0:1718399244.186385:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92e18. 00000400:00000200:1.0:1718399244.186389:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376880 00000400:00000010:1.0:1718399244.186390:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376880. 00000100:00000200:1.0:1718399244.186396:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27b900 x1801871316497280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.186403:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27b900 x1801871316497280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.186427:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3200. 02000000:00000010:1.0:1718399244.186431:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2e00. 00000100:00000010:1.0:1718399244.186434:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 00000100:00000010:1.0:1718399244.186437:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9e40. 00010000:00000010:1.0:1718399244.186441:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058780. 00000020:00000010:3.0:1718399244.186554:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800936c6200. 00000020:00000010:3.0:1718399244.186559:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.186563:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee01f8. 00000100:00000200:3.0:1718399244.186579:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880094aa6050 x1801871317919424/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399244.186615:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317919424 02000000:00000010:3.0:1718399244.186621:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800936c7400. 00010000:00000010:3.0:1718399244.186641:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800930ff900. 00010000:00000010:3.0:1718399244.186659:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27500. 00000100:00000010:3.0:1718399244.186664:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2840. 00000100:00000010:3.0:1718399244.186669:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2840. 00010000:00000010:3.0:1718399244.186671:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27500. 00000400:00000010:3.0:1718399244.186680:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466dd0. 00000100:00000200:3.0:1718399244.186683:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317919424, offset 224 00000400:00000200:3.0:1718399244.186688:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.186696:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.186700:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90420:90420:256:4294967295] 192.168.202.25@tcp LPNI seq info [90420:90420:8:4294967295] 00000400:00000200:3.0:1718399244.186707:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.186711:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.186714:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725700 (tot 82314034). 00000800:00000200:3.0:1718399244.186718:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.186725:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.186727:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.186749:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.186753:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee01f8. 00000020:00000010:3.0:1718399244.186756:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800936c6200. 02000000:00000010:3.0:1718399244.186762:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800936c7200. 00000100:00000010:3.0:1718399244.186764:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 02000000:00000010:3.0:1718399244.186776:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d800. 00000100:00000010:3.0:1718399244.186779:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 02000000:00000010:3.0:1718399244.186781:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800936c6a00. 00000100:00000010:3.0:1718399244.186782:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 02000000:00000010:3.0:1718399244.186784:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2800. 00000100:00000010:3.0:1718399244.186785:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb8e40. 02000000:00000010:3.0:1718399244.186788:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f7600. 00000100:00000010:3.0:1718399244.186792:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 02000000:00000010:3.0:1718399244.186794:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f6c00. 00000100:00000010:3.0:1718399244.186796:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 00000100:00000200:3.0:1718399244.186800:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1718399244.186803:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a53104d0. 00000400:00000010:3.0:1718399244.186806:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093dd2840 (tot 82314186). 00080000:00000010:1.0:1718399244.187094:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009325a800. 00010000:00000010:1.0:1718399244.187157:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc900. 00010000:00000010:1.0:1718399244.187162:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009857d100. 00010000:00000010:1.0:1718399244.187222:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22ba80. 00010000:00000010:1.0:1718399244.187226:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399244.187233:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d580. 00000100:00000010:1.0:1718399244.187236:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.187241:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 02000000:00000010:1.0:1718399244.187249:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7400. 02000000:00000010:1.0:1718399244.187264:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f7c00. 00000400:00000010:1.0:1718399244.187266:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f16e0. 00000400:00000010:1.0:1718399244.187287:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399244.187291:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316497344, portal 16 00000400:00000010:1.0:1718399244.187293:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ab28. 00000100:00000200:1.0:1718399244.187294:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316497344, offset 0 00000400:00000200:1.0:1718399244.187298:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.187303:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.187308:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.187311:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.187313:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.187315:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90421:90421:255:4294967295] 192.168.202.25@tcp LPNI seq info [90421:90421:7:4294967295] 00000400:00000200:1.0:1718399244.187321:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.187324:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.187327:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009325a900 (tot 82314434). 00000800:00000200:1.0:1718399244.187330:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.187333:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.187335:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009325a900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.187390:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.187393:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725700 (tot 82314186). 00000400:00000200:2.0:1718399244.187397:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.187401:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.187403:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466dd0 00000400:00000010:2.0:1718399244.187404:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466dd0. 02000000:00000010:2.0:1718399244.187407:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800936c7400. 00000800:00000200:2.0:1718399244.187427:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.187429:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009325a900 (tot 82313938). 00000400:00000200:2.0:1718399244.187432:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.187434:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.187436:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ab28 00000400:00000010:2.0:1718399244.187436:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ab28. 00000100:00000200:2.0:1718399244.187441:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75f00 x1801871316497344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.190446:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930c8fc0. 00010000:00000010:3.1:1718399244.190478:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092ba9e00. 00010000:00000010:3.1:1718399244.190483:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9d40. 00000400:00000200:0.0:1718399244.191840:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.191852:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc033c0 00000400:00000200:0.0:1718399244.191858:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae2fd [1] + 224 00000400:00000200:0.0:1718399244.191866:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.191869:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.191876:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75f00 x1801871316497344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.191907:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.191910:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e700 00000400:00000200:0.0:1718399244.191914:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacd3d [2] + 0 00000400:00000200:0.0:1718399244.191958:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.191960:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.191963:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.191967:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 00000020:00000010:2.0:1718399244.192054:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101cc00. 00000020:00000010:2.0:1718399244.192059:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.192062:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.192077:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317919488/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.192103:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317919488 02000000:00000010:2.0:1718399244.192109:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101d000. 00010000:00000010:2.0:1718399244.192134:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.192139:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3300. 00000400:00000010:1.0:1718399244.192179:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f16e0. 00000400:00000200:1.0:1718399244.192182:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399244.192184:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:1.0:1718399244.192189:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75f00 x1801871316497344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.192194:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75f00 x1801871316497344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1718399244.192210:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012a3c6200. 02000000:00000010:1.0:1718399244.192222:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f7c00. 02000000:00000010:1.0:1718399244.192227:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7400. 00000100:00000010:1.0:1718399244.192230:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 00000100:00000010:1.0:1718399244.192233:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.192235:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d580. 00080000:00000010:1.0:1718399244.192244:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009325a000. 00000100:00000010:2.0:1718399244.192685:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3300. 00010000:00000010:2.0:1718399244.192689:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.192698:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e088. 00000100:00000200:2.0:1718399244.192701:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317919488, offset 224 00000400:00000200:2.0:1718399244.192706:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.192712:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.192717:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90422:90422:256:4294967295] 192.168.202.25@tcp LPNI seq info [90422:90422:8:4294967295] 00000400:00000200:2.0:1718399244.192724:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.192728:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.192732:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18900 (tot 82314186). 00000800:00000200:2.0:1718399244.192735:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.192741:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.192744:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.192754:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6c00. 00000020:00000010:2.0:1718399244.192757:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.192759:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101cc00. 00010000:00000010:1.0:1718399244.192807:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399244.192811:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012a3c6f80. 00010000:00000010:1.0:1718399244.192882:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c2298c0. 00010000:00000010:1.0:1718399244.192886:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399244.192892:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d580. 00000100:00000010:1.0:1718399244.192895:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.192899:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 02000000:00000010:1.0:1718399244.192907:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7400. 02000000:00000010:1.0:1718399244.192924:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f7c00. 00000400:00000010:1.0:1718399244.192927:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f16e0. 00000400:00000010:1.0:1718399244.192929:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399244.192932:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316497408, portal 16 00000400:00000010:1.0:1718399244.192935:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ae58. 00000100:00000200:1.0:1718399244.192936:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316497408, offset 0 00000400:00000200:1.0:1718399244.192940:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000800:00000200:0.0:1718399244.192941:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1718399244.192944:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000800:00000010:0.0:1718399244.192944:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18900 (tot 82313938). 00000400:00000200:1.0:1718399244.192948:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399244.192949:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.192951:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.192953:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399244.192953:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.192955:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90423:90423:255:4294967295] 192.168.202.25@tcp LPNI seq info [90423:90423:7:4294967295] 00000400:00000200:0.0:1718399244.192956:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e088 00000400:00000010:0.0:1718399244.192957:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e088. 00000400:00000200:1.0:1718399244.192960:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.192963:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.192966:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009325a900 (tot 82314186). 00000800:00000200:1.0:1718399244.192968:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.192971:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.192973:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009325a900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.193029:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.193030:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009325a900 (tot 82313938). 00000400:00000200:2.0:1718399244.193034:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.193037:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.193038:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ae58 00000400:00000010:2.0:1718399244.193040:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ae58. 00000100:00000200:2.0:1718399244.193043:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75f00 x1801871316497408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.194643:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.194653:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03400 00000400:00000200:0.0:1718399244.194659:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae309 [1] + 224 00000400:00000200:0.0:1718399244.194678:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.194681:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.194686:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75f00 x1801871316497408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399244.194780:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f16e0. 00000400:00000200:1.0:1718399244.194784:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399244.194785:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:1.0:1718399244.194791:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75f00 x1801871316497408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.194797:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75f00 x1801871316497408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.194817:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f7c00. 02000000:00000010:1.0:1718399244.194822:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7400. 00000100:00000010:1.0:1718399244.194825:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 00000100:00000010:1.0:1718399244.194829:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.194831:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d580. 00010000:00000010:3.1:1718399244.195422:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012b1de400. 00000400:00000200:2.0:1718399244.195580:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.195587:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e740 00000400:00000200:2.0:1718399244.195592:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacd3d [2] + 328 00000400:00000200:2.0:1718399244.195643:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.195647:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.195651:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399244.195655:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbbdc0. 00000020:00000010:0.0:1718399244.195710:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c3600. 00000020:00000010:0.0:1718399244.195715:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc180. 00000020:00000010:0.0:1718399244.195718:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399244.195757:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbbdc0 x1801871317919552/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1718399244.195925:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317919552 02000000:00000010:0.0:1718399244.195934:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2600. 00010000:00000010:0.0:1718399244.195954:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800930ff200. 00010000:00000010:0.0:1718399244.195980:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058680. 00000100:00000010:0.0:1718399244.195985:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9f00. 00000100:00000010:0.0:1718399244.195999:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9f00. 00010000:00000010:0.0:1718399244.196003:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058680. 00000400:00000010:0.0:1718399244.196012:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376880. 00000100:00000200:0.0:1718399244.196016:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317919552, offset 224 00000400:00000200:0.0:1718399244.196021:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.196028:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.196033:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90424:90424:256:4294967295] 192.168.202.25@tcp LPNI seq info [90424:90424:8:4294967295] 00000400:00000200:0.0:1718399244.196040:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.196044:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.196047:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223900 (tot 82314186). 00000800:00000200:0.0:1718399244.196051:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.196057:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.196060:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399244.196070:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc180. 00000020:00000010:0.0:1718399244.196073:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399244.196077:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c3600. 00000800:00000200:2.0:1718399244.196145:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.196147:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223900 (tot 82313938). 00000400:00000200:2.0:1718399244.196150:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.196153:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.196155:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376880 00000400:00000010:2.0:1718399244.196156:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376880. 00080000:00000010:1.0:1718399244.196400:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009325a900. 00010000:00000010:1.0:1718399244.196456:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399244.196461:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009857d080. 00010000:00000010:1.0:1718399244.196512:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c2286c0. 00010000:00000010:1.0:1718399244.196515:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a580. 00010000:00000010:1.0:1718399244.196522:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d580. 00000100:00000010:1.0:1718399244.196525:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.196530:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 02000000:00000010:1.0:1718399244.196537:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7400. 02000000:00000010:1.0:1718399244.196551:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f7c00. 00000400:00000010:1.0:1718399244.196555:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f16e0. 00000400:00000010:1.0:1718399244.196558:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399244.196561:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316497472, portal 16 00000400:00000010:1.0:1718399244.196564:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a770. 00000100:00000200:1.0:1718399244.196565:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316497472, offset 0 00000400:00000200:1.0:1718399244.196569:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.196574:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.196578:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.196581:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.196583:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.196585:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90425:90425:256:4294967295] 192.168.202.25@tcp LPNI seq info [90425:90425:8:4294967295] 00000400:00000200:1.0:1718399244.196590:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.196593:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.196596:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730200 (tot 82314186). 00000800:00000200:1.0:1718399244.196598:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.196601:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.196603:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.196814:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.196816:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730200 (tot 82313938). 00000400:00000200:0.0:1718399244.196819:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.196823:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.196825:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a770 00000400:00000010:0.0:1718399244.196826:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a770. 00000100:00000200:0.0:1718399244.196830:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75f00 x1801871316497472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399244.198696:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880129e9f400. 00010000:00000010:3.1:1718399244.198712:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22ba80. 00000400:00000200:2.0:1718399244.198780:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.198792:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03440 00000400:00000200:2.0:1718399244.198798:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae315 [1] + 224 00000400:00000200:2.0:1718399244.198807:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.198810:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.198815:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75f00 x1801871316497472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399244.198847:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.198851:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e780 00000400:00000200:2.0:1718399244.198854:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacd3d [2] + 656 00000400:00000010:1.0:1718399244.198887:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f16e0. 00000400:00000200:1.0:1718399244.198891:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399244.198892:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000400:00000200:2.0:1718399244.198896:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1718399244.198898:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75f00 x1801871316497472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399244.198900:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.198903:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399244.198907:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb84c0. 00000100:00000200:1.0:1718399244.198908:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75f00 x1801871316497472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.198928:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f7c00. 02000000:00000010:1.0:1718399244.198934:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7400. 00000100:00000010:1.0:1718399244.198937:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 00000100:00000010:1.0:1718399244.198940:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.198942:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d580. 00000020:00000010:3.0:1718399244.198953:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800936c6a00. 00000020:00000010:3.0:1718399244.198958:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.198961:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee01f8. 00000100:00000200:3.0:1718399244.198975:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fb84c0 x1801871317919616/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399244.198997:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317919616 02000000:00000010:3.0:1718399244.199004:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800936c7200. 00010000:00000010:3.0:1718399244.199020:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093054300. 00010000:00000010:3.0:1718399244.199047:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27500. 00000100:00000010:3.0:1718399244.199052:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2f00. 00000100:00000010:3.0:1718399244.199063:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2f00. 00010000:00000010:3.0:1718399244.199066:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27500. 00000400:00000010:3.0:1718399244.199074:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466e58. 00000100:00000200:3.0:1718399244.199076:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317919616, offset 224 00000400:00000200:3.0:1718399244.199081:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.199088:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00080000:00000010:0.0:1718399244.199088:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5223100. 00000400:00000200:3.0:1718399244.199091:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90426:90426:256:4294967295] 192.168.202.25@tcp LPNI seq info [90426:90426:8:4294967295] 00000400:00000200:3.0:1718399244.199098:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.199101:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.199105:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725700 (tot 82314186). 00000800:00000200:3.0:1718399244.199109:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.199114:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.199116:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.199133:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.199136:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee01f8. 00000020:00000010:3.0:1718399244.199139:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800936c6a00. 00010000:00000010:0.0:1718399244.199142:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a580. 00010000:00000010:0.0:1718399244.199146:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093054080. 00000800:00000200:2.0:1718399244.199184:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.199186:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725700 (tot 82313938). 00010000:00000010:0.0:1718399244.199189:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cdaac0. 00000400:00000200:2.0:1718399244.199190:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1718399244.199192:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc180. 00000400:00000200:2.0:1718399244.199193:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.199195:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466e58 00000400:00000010:2.0:1718399244.199196:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466e58. 00010000:00000010:0.0:1718399244.199198:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058680. 00000100:00000010:0.0:1718399244.199200:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9f00. 00000100:00000010:0.0:1718399244.199205:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 02000000:00000010:0.0:1718399244.199211:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2800. 02000000:00000010:0.0:1718399244.199224:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2e00. 00000400:00000010:0.0:1718399244.199227:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c08. 00000400:00000010:0.0:1718399244.199230:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376f68. 00000100:00000200:0.0:1718399244.199233:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316497536, portal 16 00000400:00000010:0.0:1718399244.199235:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376550. 00000100:00000200:0.0:1718399244.199236:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316497536, offset 0 00000400:00000200:0.0:1718399244.199240:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.199244:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.199249:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399244.199251:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399244.199253:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399244.199255:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90427:90427:256:4294967295] 192.168.202.25@tcp LPNI seq info [90427:90427:8:4294967295] 00000400:00000200:0.0:1718399244.199260:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.199265:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.199267:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223800 (tot 82314186). 00000800:00000200:0.0:1718399244.199297:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.199300:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.199302:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.199704:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.199706:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223800 (tot 82313938). 00000400:00000200:2.0:1718399244.199709:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.199712:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.199714:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376550 00000400:00000010:2.0:1718399244.199715:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376550. 00000100:00000200:2.0:1718399244.199719:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c279300 x1801871316497536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.200704:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.200712:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03480 00000400:00000200:0.0:1718399244.200717:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae321 [1] + 224 00000400:00000200:0.0:1718399244.200731:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.200734:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.200738:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c279300 x1801871316497536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.200828:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c08. 00000400:00000200:2.0:1718399244.200833:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376f68 00000400:00000010:2.0:1718399244.200834:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376f68. 00000100:00000200:2.0:1718399244.200838:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c279300 x1801871316497536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.200844:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c279300 x1801871316497536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.200863:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2e00. 02000000:00000010:2.0:1718399244.200912:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2800. 00000100:00000010:2.0:1718399244.200919:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 00000100:00000010:2.0:1718399244.200922:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9f00. 00010000:00000010:2.0:1718399244.200926:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058680. 00000400:00000200:0.0:1718399244.201100:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.201105:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e7c0 00000400:00000200:0.0:1718399244.201110:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacd3d [2] + 984 00000400:00000200:0.0:1718399244.201151:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.201154:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.201157:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.201160:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000020:00000010:3.0:1718399244.201238:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800936c6a00. 00000020:00000010:3.0:1718399244.201242:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.201245:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee01f8. 00000100:00000200:3.0:1718399244.201257:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317919680/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399244.201294:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317919680 02000000:00000010:3.0:1718399244.201300:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800936c6200. 00010000:00000010:3.0:1718399244.201315:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093fa9100. 00010000:00000010:3.0:1718399244.201327:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27500. 00000100:00000010:3.0:1718399244.201331:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2f00. 00000100:00000010:3.0:1718399244.201474:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2f00. 00010000:00000010:3.0:1718399244.201477:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27500. 00000400:00000010:3.0:1718399244.201486:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466e58. 00000100:00000200:3.0:1718399244.201489:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317919680, offset 224 00000400:00000200:3.0:1718399244.201494:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.201500:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.201503:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90428:90428:256:4294967295] 192.168.202.25@tcp LPNI seq info [90428:90428:8:4294967295] 00000400:00000200:3.0:1718399244.201510:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.201513:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.201517:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725a00 (tot 82314186). 00000800:00000200:3.0:1718399244.201520:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.201526:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.201528:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725a00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1718399244.201560:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093f18900. 00000020:00000010:3.0:1718399244.201581:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.201585:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee01f8. 00000020:00000010:3.0:1718399244.201588:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800936c6a00. 00000800:00000200:2.0:1718399244.201614:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.201616:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725a00 (tot 82313938). 00000400:00000200:2.0:1718399244.201619:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.201622:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.201624:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466e58 00000400:00000010:2.0:1718399244.201625:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466e58. 00010000:00000010:2.0:1718399244.201673:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc180. 00010000:00000010:2.0:1718399244.201677:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093fa9a80. 00010000:00000010:2.0:1718399244.201731:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c900. 00010000:00000010:2.0:1718399244.201733:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6c00. 00010000:00000010:2.0:1718399244.201738:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.201740:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3300. 00000100:00000010:2.0:1718399244.201743:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc280. 02000000:00000010:2.0:1718399244.201748:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d600. 02000000:00000010:2.0:1718399244.201758:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101d800. 00000400:00000010:2.0:1718399244.201760:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd580. 00000400:00000010:2.0:1718399244.201762:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e990. 00000100:00000200:2.0:1718399244.201775:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316497600, portal 16 00000400:00000010:2.0:1718399244.201778:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e770. 00000100:00000200:2.0:1718399244.201779:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316497600, offset 0 00000400:00000200:2.0:1718399244.201783:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.201787:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.201790:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.201792:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.201794:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.201795:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90429:90429:256:4294967295] 192.168.202.25@tcp LPNI seq info [90429:90429:8:4294967295] 00000400:00000200:2.0:1718399244.201799:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.201802:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.201803:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18300 (tot 82314186). 00000800:00000200:2.0:1718399244.201805:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.201807:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.201808:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.201941:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.201943:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18300 (tot 82313938). 00000400:00000200:0.0:1718399244.201945:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.201947:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.201948:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e770 00000400:00000010:0.0:1718399244.201949:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e770. 00000100:00000200:0.0:1718399244.201952:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbc280 x1801871316497600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.203020:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.203027:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc034c0 00000400:00000200:0.0:1718399244.203032:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae32d [1] + 224 00000400:00000200:0.0:1718399244.203038:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.203040:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.203044:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbc280 x1801871316497600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.203066:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.203069:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e800 00000400:00000200:0.0:1718399244.203072:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacd3d [2] + 1312 00000400:00000010:2.0:1718399244.203086:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd580. 00000400:00000200:2.0:1718399244.203088:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e990 00000400:00000010:2.0:1718399244.203089:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e990. 00000100:00000200:2.0:1718399244.203092:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbc280 x1801871316497600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.203097:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbc280 x1801871316497600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.203108:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1718399244.203110:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101d800. 00000400:00000200:0.0:1718399244.203110:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 02000000:00000010:2.0:1718399244.203112:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d600. 00000100:00000200:0.0:1718399244.203113:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399244.203114:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc280. 00000100:00000010:2.0:1718399244.203116:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3300. 00000100:00000010:0.0:1718399244.203116:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 00010000:00000010:2.0:1718399244.203118:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000020:00000010:3.0:1718399244.203163:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800936c6a00. 00000020:00000010:3.0:1718399244.203166:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.203168:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee01f8. 00000100:00000200:3.0:1718399244.203177:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c2797c0 x1801871317919744/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399244.203195:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317919744 02000000:00000010:3.0:1718399244.203199:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800936c7000. 00010000:00000010:3.0:1718399244.203207:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800932aa180. 00010000:00000010:3.0:1718399244.203216:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27500. 00000100:00000010:3.0:1718399244.203218:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2f00. 00000100:00000010:3.0:1718399244.203229:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2f00. 00010000:00000010:3.0:1718399244.203230:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27500. 00000400:00000010:3.0:1718399244.203235:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466dd0. 00000100:00000200:3.0:1718399244.203236:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317919744, offset 224 00000400:00000200:3.0:1718399244.203239:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.203243:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.203246:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90430:90430:256:4294967295] 192.168.202.25@tcp LPNI seq info [90430:90430:8:4294967295] 00000400:00000200:3.0:1718399244.203251:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.203253:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.203255:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725a00 (tot 82314186). 00000800:00000200:3.0:1718399244.203257:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00080000:00000010:2.0:1718399244.203289:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093f18700. 00010000:00000010:2.0:1718399244.203319:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6c00. 00010000:00000010:2.0:1718399244.203322:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800932aa100. 00010000:00000010:2.0:1718399244.203357:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356dd40. 00010000:00000010:2.0:1718399244.203359:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6c00. 00010000:00000010:2.0:1718399244.203363:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.203364:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3300. 00000100:00000010:2.0:1718399244.203367:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc280. 02000000:00000010:2.0:1718399244.203370:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d600. 02000000:00000010:2.0:1718399244.203378:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101d800. 00000400:00000010:2.0:1718399244.203379:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd580. 00000400:00000010:2.0:1718399244.203381:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e990. 00000100:00000200:2.0:1718399244.203383:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316497664, portal 16 00000400:00000010:2.0:1718399244.203385:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e2a8. 00000100:00000200:2.0:1718399244.203385:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316497664, offset 0 00000400:00000200:2.0:1718399244.203388:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.203391:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.203394:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.203395:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.203397:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.203398:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90431:90431:255:4294967295] 192.168.202.25@tcp LPNI seq info [90431:90431:7:4294967295] 00000400:00000200:2.0:1718399244.203402:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.203404:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.203405:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18e00 (tot 82314434). 00000800:00000200:2.0:1718399244.203407:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.203409:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.203411:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1718399244.203459:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.203461:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.203466:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.203468:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee01f8. 00000020:00000010:3.0:1718399244.203470:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800936c6a00. 00000800:00000200:0.0:1718399244.203513:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.203515:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18e00 (tot 82314186). 00000400:00000200:0.0:1718399244.203517:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.203520:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.203521:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e2a8 00000400:00000010:0.0:1718399244.203522:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e2a8. 00000100:00000200:0.0:1718399244.203525:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbc280 x1801871316497664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1718399244.203550:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.203551:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725a00 (tot 82313938). 00000400:00000200:0.0:1718399244.203553:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.203555:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.203556:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466dd0 00000400:00000010:0.0:1718399244.203557:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466dd0. 00000400:00000200:0.0:1718399244.204834:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00010000:00000010:2.1:1718399244.204835:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012b1ddf80. 00000400:00000200:0.0:1718399244.204842:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03500 00000400:00000200:0.0:1718399244.204847:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae339 [1] + 224 00000400:00000200:0.0:1718399244.204853:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.204856:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.204861:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbc280 x1801871316497664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.204875:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.204879:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e840 00000400:00000010:2.0:1718399244.204881:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd580. 00000400:00000200:2.0:1718399244.204883:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e990 00000400:00000010:2.0:1718399244.204884:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e990. 00000400:00000200:0.0:1718399244.204888:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacd3d [2] + 1640 00000100:00000200:2.0:1718399244.204889:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbc280 x1801871316497664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.204899:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbc280 x1801871316497664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.204914:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101d800. 02000000:00000010:2.0:1718399244.204918:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d600. 00000100:00000010:2.0:1718399244.204920:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc280. 00000100:00000010:2.0:1718399244.204923:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3300. 00010000:00000010:2.0:1718399244.204926:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000200:0.0:1718399244.204932:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.204935:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.204939:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.204942:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000020:00000010:3.0:1718399244.204997:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800936c6a00. 00000020:00000010:3.0:1718399244.205001:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.205003:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee01f8. 00000100:00000200:3.0:1718399244.205014:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317919808/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399244.205034:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317919808 02000000:00000010:3.0:1718399244.205041:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800936c7400. 00010000:00000010:3.0:1718399244.205054:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800931e3300. 00010000:00000010:3.0:1718399244.205064:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27500. 00000100:00000010:3.0:1718399244.205067:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2f00. 00000100:00000010:3.0:1718399244.205082:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2f00. 00010000:00000010:3.0:1718399244.205085:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27500. 00000400:00000010:3.0:1718399244.205091:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466bb0. 00000100:00000200:3.0:1718399244.205093:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317919808, offset 224 00000400:00000200:3.0:1718399244.205097:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.205103:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.205106:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90432:90432:256:4294967295] 192.168.202.25@tcp LPNI seq info [90432:90432:8:4294967295] 00080000:00000010:2.0:1718399244.205111:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093f18600. 00000400:00000200:3.0:1718399244.205112:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.205116:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.205118:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725700 (tot 82314186). 00000800:00000200:3.0:1718399244.205121:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.205126:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.205129:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.205149:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.205151:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee01f8. 00000020:00000010:3.0:1718399244.205154:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800936c6a00. 00010000:00000010:2.0:1718399244.205155:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6c00. 00010000:00000010:2.0:1718399244.205160:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800931e3b80. 00010000:00000010:2.0:1718399244.205205:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356f3c0. 00000800:00000200:0.0:1718399244.205206:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1718399244.205208:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6c00. 00000800:00000010:0.0:1718399244.205208:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725700 (tot 82313938). 00000400:00000200:0.0:1718399244.205211:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1718399244.205213:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.205215:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3300. 00000400:00000200:0.0:1718399244.205215:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.205217:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466bb0 00000400:00000010:0.0:1718399244.205218:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466bb0. 00000100:00000010:2.0:1718399244.205219:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc280. 02000000:00000010:2.0:1718399244.205224:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d600. 02000000:00000010:2.0:1718399244.205234:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101d800. 00000400:00000010:2.0:1718399244.205237:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd580. 00000400:00000010:2.0:1718399244.205239:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e990. 00000100:00000200:2.0:1718399244.205242:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316497728, portal 16 00000400:00000010:2.0:1718399244.205244:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e660. 00000100:00000200:2.0:1718399244.205245:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316497728, offset 0 00000400:00000200:2.0:1718399244.205249:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.205254:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.205258:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.205261:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.205263:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.205265:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90433:90433:256:4294967295] 192.168.202.25@tcp LPNI seq info [90433:90433:8:4294967295] 00000400:00000200:2.0:1718399244.205295:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.205299:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.205301:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18a00 (tot 82314186). 00000800:00000200:2.0:1718399244.205303:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.205306:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.205308:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.205342:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.205344:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18a00 (tot 82313938). 00000400:00000200:0.0:1718399244.205346:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.205349:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.205351:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e660 00000400:00000010:0.0:1718399244.205352:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e660. 00000100:00000200:0.0:1718399244.205356:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbc280 x1801871316497728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.207431:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50eaa00. 00010000:00000010:2.1:1718399244.207440:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdaac0. 00010000:00000010:0.1:1718399244.207495:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009338cd80. 00010000:00000010:3.1:1718399244.207530:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d8d900. 00010000:00000010:3.1:1718399244.207535:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c2298c0. 00000400:00000200:0.0:1718399244.207899:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.207910:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03540 00000400:00000200:0.0:1718399244.207915:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae345 [1] + 224 00000400:00000200:0.0:1718399244.207932:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.207936:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.207942:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbc280 x1801871316497728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.207996:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd580. 00000400:00000200:2.0:1718399244.207999:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e990 00000400:00000010:2.0:1718399244.208001:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e990. 00000100:00000200:2.0:1718399244.208006:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbc280 x1801871316497728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.208011:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbc280 x1801871316497728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.208033:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101d800. 02000000:00000010:2.0:1718399244.208039:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d600. 00000100:00000010:2.0:1718399244.208042:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc280. 00000100:00000010:2.0:1718399244.208045:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3300. 00010000:00000010:2.0:1718399244.208047:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000200:0.0:1718399244.208926:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.208933:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e880 00000400:00000200:0.0:1718399244.208938:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacd3d [2] + 1968 00000400:00000010:0.0:1718399244.208941:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e926e0. 00000400:00000200:0.0:1718399244.208943:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800930d9180 00000400:00000200:0.0:1718399244.209197:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.209201:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.209204:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800930d9180 00000400:00000010:0.0:1718399244.209205:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800930d9180 (tot 82313786). 00000100:00000200:0.0:1718399244.209211:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1718399244.209308:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800936c6a00. 00000020:00000010:3.0:1718399244.209313:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.209316:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee01f8. 00000100:00000200:3.0:1718399244.209334:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880094aa1050 x1801871317919872/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399244.209356:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317919872 02000000:00000010:3.0:1718399244.209363:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800936c7a00. 00010000:00000010:3.0:1718399244.209382:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b2730100. 00010000:00000010:3.0:1718399244.209398:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27500. 00000100:00000010:3.0:1718399244.209402:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2f00. 00000100:00000010:3.0:1718399244.209418:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2f00. 00010000:00000010:3.0:1718399244.209421:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27500. 00000400:00000010:3.0:1718399244.209429:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466088. 00000100:00000200:3.0:1718399244.209432:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317919872, offset 224 00000400:00000200:3.0:1718399244.209437:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.209445:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.209449:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90434:90434:256:4294967295] 192.168.202.25@tcp LPNI seq info [90434:90434:8:4294967295] 00000400:00000200:3.0:1718399244.209456:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.209460:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.209464:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725700 (tot 82314034). 00000800:00000200:3.0:1718399244.209467:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.209473:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.209476:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.209486:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.209489:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee01f8. 00000020:00000010:3.0:1718399244.209492:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800936c6a00. 02000000:00000010:3.0:1718399244.209498:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800936c7400. 00000100:00000010:3.0:1718399244.209501:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:3.0:1718399244.209504:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800936c7000. 00000100:00000010:3.0:1718399244.209506:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 02000000:00000010:3.0:1718399244.209507:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800936c6200. 00000100:00000010:3.0:1718399244.209509:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 02000000:00000010:3.0:1718399244.209511:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800936c7200. 00000100:00000010:3.0:1718399244.209512:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb84c0. 02000000:00000010:3.0:1718399244.209515:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2600. 00000100:00000010:3.0:1718399244.209516:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbbdc0. 02000000:00000010:3.0:1718399244.209520:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d000. 00000100:00000010:3.0:1718399244.209522:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 00000800:00000200:0.0:1718399244.209525:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1718399244.209527:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000010:0.0:1718399244.209527:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725700 (tot 82313786). 00000400:00000010:3.0:1718399244.209529:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a53105d8. 00000400:00000200:0.0:1718399244.209530:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1718399244.209532:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093dd2f00 (tot 82313938). 00000400:00000200:0.0:1718399244.209533:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.209535:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466088 00000400:00000010:0.0:1718399244.209536:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466088. 02000000:00000010:0.0:1718399244.209539:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800936c7a00. 00080000:00000010:2.0:1718399244.209594:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093f18400. 00010000:00000010:2.0:1718399244.209653:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6c00. 00010000:00000010:2.0:1718399244.209658:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b2730080. 00010000:00000010:2.0:1718399244.209704:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356eac0. 00010000:00000010:2.0:1718399244.209707:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6c00. 00010000:00000010:2.0:1718399244.209711:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.209713:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3300. 00000100:00000010:2.0:1718399244.209717:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc280. 02000000:00000010:2.0:1718399244.209724:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d600. 02000000:00000010:2.0:1718399244.209737:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101d800. 00000400:00000010:2.0:1718399244.209739:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd580. 00000400:00000010:2.0:1718399244.209741:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e990. 00000100:00000200:2.0:1718399244.209742:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316497792, portal 16 00000400:00000010:2.0:1718399244.209744:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ea18. 00000100:00000200:2.0:1718399244.209745:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316497792, offset 0 00000400:00000200:2.0:1718399244.209748:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.209751:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.209755:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.209757:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.209759:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.209760:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90435:90435:256:4294967295] 192.168.202.25@tcp LPNI seq info [90435:90435:8:4294967295] 00000400:00000200:2.0:1718399244.209764:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.209784:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.209785:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18d00 (tot 82314186). 00000800:00000200:2.0:1718399244.209787:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.209790:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.209791:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.209989:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.209991:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18d00 (tot 82313938). 00000400:00000200:0.0:1718399244.209995:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.209998:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.210001:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ea18 00000400:00000010:0.0:1718399244.210002:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ea18. 00000100:00000200:0.0:1718399244.210006:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbc280 x1801871316497792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.210354:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d9b6a00. 00010000:00000010:2.1:1718399244.210362:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c2286c0. 00000400:00000200:0.0:1718399244.211301:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.211311:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03580 00000400:00000200:0.0:1718399244.211316:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae355 [1] + 224 00000400:00000200:0.0:1718399244.211330:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.211333:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.211339:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbc280 x1801871316497792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.211400:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd580. 00000400:00000200:2.0:1718399244.211403:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e990 00000400:00000010:2.0:1718399244.211403:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e990. 00000100:00000200:2.0:1718399244.211408:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbc280 x1801871316497792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.211412:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbc280 x1801871316497792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.211427:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101d800. 02000000:00000010:2.0:1718399244.211431:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d600. 00000100:00000010:2.0:1718399244.211432:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc280. 00000100:00000010:2.0:1718399244.211434:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3300. 00010000:00000010:2.0:1718399244.211436:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000200:0.0:1718399244.211649:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.211653:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e8c0 00000400:00000200:0.0:1718399244.211656:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacd95 [2] + 0 00000400:00000200:0.0:1718399244.211681:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.211684:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.211688:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.211691:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 00000020:00000010:3.0:1718399244.211758:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800936c7200. 00000020:00000010:3.0:1718399244.211763:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.211777:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee01f8. 00000100:00000200:3.0:1718399244.211792:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d580 x1801871317919936/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399244.211807:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317919936 02000000:00000010:3.0:1718399244.211813:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800936c6200. 00010000:00000010:3.0:1718399244.211827:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b2730c80. 00010000:00000010:3.0:1718399244.211840:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27500. 00000100:00000010:3.0:1718399244.211844:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2780. 00000100:00000010:3.0:1718399244.211862:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2780. 00010000:00000010:3.0:1718399244.211865:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27500. 00000400:00000010:3.0:1718399244.211871:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94667f8. 00000100:00000200:3.0:1718399244.211874:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317919936, offset 224 00000400:00000200:3.0:1718399244.211878:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.211884:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.211888:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90436:90436:256:4294967295] 192.168.202.25@tcp LPNI seq info [90436:90436:8:4294967295] 00000400:00000200:3.0:1718399244.211895:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.211898:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.211901:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725a00 (tot 82314186). 00000800:00000200:3.0:1718399244.211904:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.211910:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.211912:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725a00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1718399244.211933:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093f18500. 00000020:00000010:3.0:1718399244.211934:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.211938:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee01f8. 00000020:00000010:3.0:1718399244.211940:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800936c7200. 00010000:00000010:2.0:1718399244.211976:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6c00. 00010000:00000010:2.0:1718399244.211980:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b2730980. 00000800:00000200:1.0:1718399244.212010:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.212014:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725a00 (tot 82313938). 00000400:00000200:1.0:1718399244.212017:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1718399244.212020:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e640. 00000400:00000200:1.0:1718399244.212020:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00010000:00000010:2.0:1718399244.212022:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6c00. 00000400:00000200:1.0:1718399244.212022:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94667f8 00000400:00000010:1.0:1718399244.212024:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94667f8. 00010000:00000010:2.0:1718399244.212026:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.212028:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3300. 00000100:00000010:2.0:1718399244.212031:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc280. 02000000:00000010:2.0:1718399244.212036:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d600. 02000000:00000010:2.0:1718399244.212046:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101d800. 00000400:00000010:2.0:1718399244.212048:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd580. 00000400:00000010:2.0:1718399244.212050:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e990. 00000100:00000200:2.0:1718399244.212051:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316497856, portal 16 00000400:00000010:2.0:1718399244.212053:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ebb0. 00000100:00000200:2.0:1718399244.212054:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316497856, offset 0 00000400:00000200:2.0:1718399244.212057:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.212061:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.212065:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.212068:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.212069:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.212071:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90437:90437:256:4294967295] 192.168.202.25@tcp LPNI seq info [90437:90437:8:4294967295] 00000400:00000200:2.0:1718399244.212075:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.212077:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.212079:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18800 (tot 82314186). 00000800:00000200:2.0:1718399244.212081:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.212083:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.212085:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.212145:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.212147:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18800 (tot 82313938). 00000400:00000200:0.0:1718399244.212150:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.212153:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.212156:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ebb0 00000400:00000010:0.0:1718399244.212157:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ebb0. 00000100:00000200:0.0:1718399244.212161:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbc280 x1801871316497856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.213191:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.213199:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc035c0 00000400:00000200:0.0:1718399244.213247:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae361 [1] + 224 00000400:00000200:0.0:1718399244.213254:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.213256:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.213260:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbc280 x1801871316497856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.213302:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd580. 00000400:00000200:0.0:1718399244.213303:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.213304:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e990 00000400:00000010:2.0:1718399244.213305:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e990. 00000100:00000200:2.0:1718399244.213309:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbc280 x1801871316497856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.213312:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e900 00000100:00000200:2.0:1718399244.213313:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbc280 x1801871316497856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.213315:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacd95 [2] + 328 02000000:00000010:2.0:1718399244.213326:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101d800. 02000000:00000010:2.0:1718399244.213329:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d600. 00000100:00000010:2.0:1718399244.213330:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc280. 00000100:00000010:2.0:1718399244.213332:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3300. 00010000:00000010:2.0:1718399244.213335:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000200:0.0:1718399244.213351:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.213354:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.213358:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.213361:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00000020:00000010:2.0:1718399244.213428:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101d600. 00000020:00000010:2.0:1718399244.213431:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.213434:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.213444:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317920000/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399244.213501:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317920000 02000000:00000010:2.0:1718399244.213871:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101d800. 00010000:00000010:2.0:1718399244.213887:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800b2730280. 00010000:00000010:2.0:1718399244.213898:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.213902:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3300. 00000100:00000010:2.0:1718399244.213965:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3300. 00010000:00000010:2.0:1718399244.213968:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.213975:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e990. 00000100:00000200:2.0:1718399244.213978:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317920000, offset 224 00000400:00000200:2.0:1718399244.213982:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.213987:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.213990:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90438:90438:256:4294967295] 192.168.202.25@tcp LPNI seq info [90438:90438:8:4294967295] 00000400:00000200:2.0:1718399244.213996:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.214000:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.214002:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18100 (tot 82314186). 00000800:00000200:2.0:1718399244.214005:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.214010:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.214012:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.214033:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.214036:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.214039:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101d600. 00080000:00000010:0.0:1718399244.214079:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5223800. 00010000:00000010:0.0:1718399244.214124:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6c00. 00010000:00000010:0.0:1718399244.214129:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800b2730180. 00000800:00000200:1.0:1718399244.214156:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.214159:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18100 (tot 82313938). 00000400:00000200:1.0:1718399244.214163:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.214166:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.214168:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e990 00000400:00000010:1.0:1718399244.214170:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e990. 00010000:00000010:0.0:1718399244.214175:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5223900. 00010000:00000010:0.0:1718399244.214177:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88009bcfcc80. 00010000:00000010:0.0:1718399244.214180:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd8b40. 00010000:00000010:0.0:1718399244.214452:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc100. 00080000:00000010:0.0:1718399244.214461:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a53df800. 00010000:00000010:0.0:1718399244.214483:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc100. 00010000:00000010:0.0:1718399244.214487:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bcfcc80. 00010000:00000010:0.0:1718399244.214525:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd8480. 00010000:00000010:0.0:1718399244.214527:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcc80. 00010000:00000010:0.0:1718399244.214532:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800930585c0. 00000100:00000010:0.0:1718399244.214535:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9180. 00000100:00000010:0.0:1718399244.214539:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 02000000:00000010:0.0:1718399244.214546:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c3200. 02000000:00000010:0.0:1718399244.214558:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3c00. 00000400:00000010:0.0:1718399244.214560:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e926e0. 00000400:00000010:0.0:1718399244.214563:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376c38. 00000100:00000200:0.0:1718399244.214566:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316497920, portal 16 00000400:00000010:0.0:1718399244.214569:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376990. 00000100:00000200:0.0:1718399244.214570:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316497920, offset 0 00000400:00000200:0.0:1718399244.214573:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.214577:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.214581:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399244.214584:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399244.214585:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399244.214587:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90439:90439:256:4294967295] 192.168.202.25@tcp LPNI seq info [90439:90439:8:4294967295] 00000400:00000200:0.0:1718399244.214593:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.214602:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.214604:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093e98e00 (tot 82314186). 00000800:00000200:0.0:1718399244.214607:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.214610:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.214612:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093e98e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.214665:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.214666:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093e98e00 (tot 82313938). 00000400:00000200:2.0:1718399244.214668:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.214671:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.214672:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376990 00000400:00000010:2.0:1718399244.214673:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376990. 00000100:00000200:2.0:1718399244.214676:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27e3c0 x1801871316497920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.216395:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ca1900. 00010000:00000010:2.1:1718399244.216403:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c900. 00010000:00000010:2.1:1718399244.216406:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c2b7700. 00010000:00000010:2.1:1718399244.216408:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00010000:00000010:0.1:1718399244.216416:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800986e5d40. 00010000:00000010:0.1:1718399244.216423:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5272880. 00010000:00000010:0.1:1718399244.216426:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c205440. 00000400:00000200:1.0:1718399244.216522:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.216534:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03600 00000400:00000200:1.0:1718399244.216539:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae36d [1] + 224 00000400:00000200:1.0:1718399244.216548:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.216550:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.216556:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27e3c0 x1801871316497920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399244.216637:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.216642:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e940 00000400:00000200:1.0:1718399244.216646:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacd95 [2] + 656 00000400:00000200:1.0:1718399244.216659:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.216662:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.216665:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399244.216669:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 00000400:00000010:0.0:1718399244.216953:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e926e0. 00000020:00000010:2.0:1718399244.216954:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101c600. 00000400:00000200:0.0:1718399244.216956:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376c38 00000400:00000010:0.0:1718399244.216958:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376c38. 00000100:00000200:0.0:1718399244.216963:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27e3c0 x1801871316497920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399244.216969:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27e3c0 x1801871316497920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1718399244.216987:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3c00. 02000000:00000010:0.0:1718399244.216991:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c3200. 00000100:00000010:0.0:1718399244.216994:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 00000100:00000010:0.0:1718399244.216996:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9180. 00010000:00000010:0.0:1718399244.217000:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800930585c0. 00000020:00000010:2.0:1718399244.217039:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.217041:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.217058:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df75f00 x1801871317920064/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.217093:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317920064 02000000:00000010:2.0:1718399244.217100:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101da00. 00010000:00000010:2.0:1718399244.217118:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012eaf1c00. 00010000:00000010:2.0:1718399244.217131:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.217135:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3300. 00000100:00000010:2.0:1718399244.217149:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3300. 00010000:00000010:2.0:1718399244.217151:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.217159:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e990. 00000100:00000200:2.0:1718399244.217162:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317920064, offset 224 00000400:00000200:2.0:1718399244.217167:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.217173:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.217178:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90440:90440:256:4294967295] 192.168.202.25@tcp LPNI seq info [90440:90440:8:4294967295] 00000400:00000200:2.0:1718399244.217183:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.217186:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.217188:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18f00 (tot 82314186). 00000800:00000200:2.0:1718399244.217191:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.217195:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.217197:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.217214:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.217217:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.217218:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101c600. 00000800:00000200:1.0:1718399244.217336:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.217338:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18f00 (tot 82313938). 00000400:00000200:1.0:1718399244.217342:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.217345:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.217347:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e990 00000400:00000010:1.0:1718399244.217348:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e990. 00080000:00000010:0.0:1718399244.217356:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093e98b00. 00010000:00000010:0.0:1718399244.217409:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcc80. 00010000:00000010:0.0:1718399244.217413:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012eaf1b80. 00010000:00000010:0.0:1718399244.217464:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd98c0. 00010000:00000010:0.0:1718399244.217467:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcc80. 00010000:00000010:0.0:1718399244.217473:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800930585c0. 00000100:00000010:0.0:1718399244.217475:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9180. 00000100:00000010:0.0:1718399244.217479:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 02000000:00000010:0.0:1718399244.217486:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c3200. 02000000:00000010:0.0:1718399244.217500:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3c00. 00000400:00000010:0.0:1718399244.217502:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e926e0. 00000400:00000010:0.0:1718399244.217504:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376c38. 00000100:00000200:0.0:1718399244.217507:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316497984, portal 16 00000400:00000010:0.0:1718399244.217509:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376aa0. 00000100:00000200:0.0:1718399244.217512:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316497984, offset 0 00000400:00000200:0.0:1718399244.217516:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.217520:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.217524:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399244.217527:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399244.217529:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399244.217530:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90441:90441:256:4294967295] 192.168.202.25@tcp LPNI seq info [90441:90441:8:4294967295] 00000400:00000200:0.0:1718399244.217536:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.217539:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.217540:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093e98e00 (tot 82314186). 00000800:00000200:0.0:1718399244.217543:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.217546:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.217547:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093e98e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.217776:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.217778:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093e98e00 (tot 82313938). 00000400:00000200:2.0:1718399244.217781:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.217784:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.217785:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376aa0 00000400:00000010:2.0:1718399244.217786:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376aa0. 00000100:00000200:2.0:1718399244.217790:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27e3c0 x1801871316497984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.218738:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.218745:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03640 00000400:00000200:0.0:1718399244.218750:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae379 [1] + 224 00000400:00000200:0.0:1718399244.218774:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.218778:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.218782:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27e3c0 x1801871316497984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.218885:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e926e0. 00000400:00000200:2.0:1718399244.218889:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376c38 00000400:00000010:2.0:1718399244.218890:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376c38. 00000100:00000200:2.0:1718399244.218893:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27e3c0 x1801871316497984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.218899:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27e3c0 x1801871316497984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.218914:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3c00. 02000000:00000010:2.0:1718399244.218917:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c3200. 00000100:00000010:2.0:1718399244.218920:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 00000100:00000010:2.0:1718399244.218922:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9180. 00010000:00000010:2.0:1718399244.218925:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800930585c0. 00000400:00000200:0.0:1718399244.219295:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.219301:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e980 00000400:00000200:0.0:1718399244.219304:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacd95 [2] + 984 00000400:00000200:0.0:1718399244.219343:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.219346:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.219349:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.219352:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000020:00000010:3.0:1718399244.219966:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800936c7200. 00000020:00000010:3.0:1718399244.219971:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.219974:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee01f8. 00000100:00000200:3.0:1718399244.219988:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317920128/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399244.220014:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317920128 02000000:00000010:3.0:1718399244.220020:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800936c7000. 00010000:00000010:3.0:1718399244.220037:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800ad01dc00. 00010000:00000010:3.0:1718399244.220052:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27500. 00000100:00000010:3.0:1718399244.220057:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2780. 00000100:00000010:3.0:1718399244.220062:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2780. 00010000:00000010:3.0:1718399244.220065:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27500. 00000400:00000010:3.0:1718399244.220072:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466b28. 00000100:00000200:3.0:1718399244.220075:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317920128, offset 224 00000400:00000200:3.0:1718399244.220080:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.220085:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.220089:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90442:90442:256:4294967295] 192.168.202.25@tcp LPNI seq info [90442:90442:8:4294967295] 00000400:00000200:3.0:1718399244.220097:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.220100:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.220104:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725a00 (tot 82314186). 00000800:00000200:3.0:1718399244.220107:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.220112:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.220114:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.220123:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.220126:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee01f8. 00000020:00000010:3.0:1718399244.220129:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800936c7200. 00000800:00000200:2.0:1718399244.220215:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.220218:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725a00 (tot 82313938). 00000400:00000200:2.0:1718399244.220221:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.220224:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.220226:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466b28 00000400:00000010:2.0:1718399244.220227:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466b28. 00080000:00000010:0.0:1718399244.220297:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130ceb400. 00010000:00000010:0.0:1718399244.220345:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcc80. 00010000:00000010:0.0:1718399244.220350:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800ad01db80. 00010000:00000010:0.0:1718399244.220400:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cda880. 00010000:00000010:0.0:1718399244.220403:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcc80. 00010000:00000010:0.0:1718399244.220408:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800930588c0. 00000100:00000010:0.0:1718399244.220411:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9000. 00000100:00000010:0.0:1718399244.220415:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 02000000:00000010:0.0:1718399244.220422:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2400. 02000000:00000010:0.0:1718399244.220434:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3a00. 00000400:00000010:0.0:1718399244.220437:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e926e0. 00000400:00000010:0.0:1718399244.220439:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376660. 00000100:00000200:0.0:1718399244.220442:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316498048, portal 16 00000400:00000010:0.0:1718399244.220445:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373765d8. 00000100:00000200:0.0:1718399244.220446:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316498048, offset 0 00000400:00000200:0.0:1718399244.220449:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.220453:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.220458:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399244.220460:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399244.220462:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399244.220464:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90443:90443:256:4294967295] 192.168.202.25@tcp LPNI seq info [90443:90443:8:4294967295] 00000400:00000200:0.0:1718399244.220469:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.220472:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.220474:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880130ceb600 (tot 82314186). 00000800:00000200:0.0:1718399244.220476:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.220479:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.220481:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880130ceb600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.221092:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.221094:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880130ceb600 (tot 82313938). 00000400:00000200:2.0:1718399244.221097:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.221100:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.221102:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373765d8 00000400:00000010:2.0:1718399244.221103:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373765d8. 00000100:00000200:2.0:1718399244.221108:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c2797c0 x1801871316498048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.222442:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009313ea00. 00010000:00000010:2.1:1718399244.222453:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e640. 00010000:00000010:0.1:1718399244.225839:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930beac0. 00010000:00000010:0.1:1718399244.225850:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930be1c0. 00000400:00000200:0.0:1718399244.225954:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.225967:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03680 00000400:00000200:0.0:1718399244.225974:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae385 [1] + 224 00000400:00000200:0.0:1718399244.225992:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.225996:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.226004:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c2797c0 x1801871316498048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399244.226075:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e926e0. 00000400:00000200:1.0:1718399244.226079:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376660 00000400:00000010:1.0:1718399244.226080:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376660. 00000100:00000200:1.0:1718399244.226089:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c2797c0 x1801871316498048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.226094:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c2797c0 x1801871316498048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.226100:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53ab000. 00010000:00000010:2.1:1718399244.226108:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f3c0. 00010000:00000010:2.1:1718399244.226110:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53ab600. 00010000:00000010:2.1:1718399244.226113:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356eac0. 00010000:00000010:2.1:1718399244.226115:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930bf840. 02000000:00000010:1.0:1718399244.226117:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3a00. 02000000:00000010:1.0:1718399244.226121:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2400. 00000100:00000010:1.0:1718399244.226124:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 00000100:00000010:1.0:1718399244.226126:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9000. 00010000:00000010:1.0:1718399244.226128:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800930588c0. 00000400:00000200:0.0:1718399244.227122:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.227129:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5e9c0 00000400:00000200:0.0:1718399244.227132:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacd95 [2] + 1312 00000400:00000200:0.0:1718399244.227173:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.227175:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.227178:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.227181:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000020:00000010:2.0:1718399244.227394:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101c200. 00000020:00000010:2.0:1718399244.227398:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.227400:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.227416:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317920192/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399244.227437:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317920192 02000000:00000010:2.0:1718399244.227443:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101de00. 00010000:00000010:2.0:1718399244.227460:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012eb98480. 00010000:00000010:2.0:1718399244.227494:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.227499:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3300. 00000100:00000010:2.0:1718399244.227511:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3300. 00010000:00000010:2.0:1718399244.227513:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.227521:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ebb0. 00000100:00000200:2.0:1718399244.227524:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317920192, offset 224 00000400:00000200:2.0:1718399244.227528:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.227536:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.227539:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90444:90444:256:4294967295] 192.168.202.25@tcp LPNI seq info [90444:90444:8:4294967295] 00000400:00000200:2.0:1718399244.227544:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.227547:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.227549:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18000 (tot 82314186). 00000800:00000200:2.0:1718399244.227552:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.227557:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.227559:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.227572:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.227575:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.227577:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101c200. 00080000:00000010:1.0:1718399244.227579:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880136730600. 00000800:00000200:3.0:1718399244.227625:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399244.227628:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18000 (tot 82313938). 00010000:00000010:1.0:1718399244.227629:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcc80. 00000400:00000200:3.0:1718399244.227631:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1718399244.227633:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012eb98200. 00000400:00000200:3.0:1718399244.227634:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399244.227637:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ebb0 00000400:00000010:3.0:1718399244.227638:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ebb0. 00010000:00000010:1.0:1718399244.227696:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c228240. 00010000:00000010:1.0:1718399244.227700:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.227707:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d580. 00000100:00000010:1.0:1718399244.227709:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.227714:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.227722:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7000. 02000000:00000010:1.0:1718399244.227738:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f6e00. 00000400:00000010:1.0:1718399244.227741:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f16e0. 00000400:00000010:1.0:1718399244.227744:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399244.227748:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316498112, portal 16 00000400:00000010:1.0:1718399244.227750:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a330. 00000100:00000200:1.0:1718399244.227752:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316498112, offset 0 00000400:00000200:1.0:1718399244.227755:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.227760:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.227776:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.227779:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.227781:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.227783:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90445:90445:256:4294967295] 192.168.202.25@tcp LPNI seq info [90445:90445:8:4294967295] 00000400:00000200:1.0:1718399244.227789:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.227793:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.227795:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880136730200 (tot 82314186). 00000800:00000200:1.0:1718399244.227798:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.227801:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.227803:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880136730200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.227861:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.227863:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880136730200 (tot 82313938). 00000400:00000200:0.0:1718399244.227867:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.227870:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.227872:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a330 00000400:00000010:0.0:1718399244.227873:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a330. 00000100:00000200:0.0:1718399244.227878:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316498112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.228557:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5223900. 00010000:00000010:2.1:1718399244.228564:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8b40. 00010000:00000010:2.1:1718399244.228566:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130de5400. 00010000:00000010:2.1:1718399244.228568:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8480. 00010000:00000010:2.1:1718399244.228570:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e316e00. 00010000:00000010:2.1:1718399244.228572:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd98c0. 00000400:00000200:0.0:1718399244.228670:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.228677:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc036c0 00000400:00000200:0.0:1718399244.228682:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae391 [1] + 224 00000400:00000200:0.0:1718399244.228695:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.228698:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.228702:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316498112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399244.228741:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f16e0. 00000400:00000200:1.0:1718399244.228744:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399244.228746:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:1.0:1718399244.228750:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316498112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.228757:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316498112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.228789:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f6e00. 02000000:00000010:1.0:1718399244.228795:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7000. 00000100:00000010:1.0:1718399244.228799:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:1.0:1718399244.228802:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.228805:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d580. 00000400:00000200:0.0:1718399244.229808:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.229817:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ea00 00000400:00000200:0.0:1718399244.229821:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacd95 [2] + 1640 00000400:00000200:0.0:1718399244.229865:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.229868:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.229872:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.229876:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 00000020:00000010:2.0:1718399244.229942:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101c200. 00000020:00000010:2.0:1718399244.229946:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.229949:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.229962:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317920256/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.229985:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317920256 02000000:00000010:2.0:1718399244.229992:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101dc00. 00010000:00000010:2.0:1718399244.230008:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093057e00. 00010000:00000010:2.0:1718399244.230022:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.230026:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3300. 00000100:00000010:2.0:1718399244.230041:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3300. 00010000:00000010:2.0:1718399244.230044:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.230050:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ea18. 00000100:00000200:2.0:1718399244.230052:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317920256, offset 224 00000400:00000200:2.0:1718399244.230057:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.230063:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.230067:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90446:90446:256:4294967295] 192.168.202.25@tcp LPNI seq info [90446:90446:8:4294967295] 00000400:00000200:2.0:1718399244.230073:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.230077:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.230080:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18200 (tot 82314186). 00000800:00000200:2.0:1718399244.230083:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.230088:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.230090:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18200 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1718399244.230090:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880136730200. 00000020:00000010:2.0:1718399244.230111:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.230115:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.230117:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101c200. 00010000:00000010:1.0:1718399244.230136:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.230141:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093057780. 00010000:00000010:1.0:1718399244.230201:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c229b00. 00010000:00000010:1.0:1718399244.230205:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.230210:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d580. 00000100:00000010:1.0:1718399244.230213:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.230217:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.230223:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7000. 02000000:00000010:1.0:1718399244.230235:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f6e00. 00000400:00000010:1.0:1718399244.230238:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f16e0. 00000400:00000010:1.0:1718399244.230241:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399244.230244:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316498176, portal 16 00000400:00000010:1.0:1718399244.230246:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a440. 00000100:00000200:1.0:1718399244.230247:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316498176, offset 0 00000400:00000200:1.0:1718399244.230251:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.230256:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.230260:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.230305:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.230308:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.230309:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90447:90447:255:4294967295] 192.168.202.25@tcp LPNI seq info [90447:90447:7:4294967295] 00000400:00000200:1.0:1718399244.230313:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.230316:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.230318:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e12a500 (tot 82314434). 00000800:00000200:1.0:1718399244.230320:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.230322:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.230323:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012e12a500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.230422:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.230424:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18200 (tot 82314186). 00000400:00000200:0.0:1718399244.230428:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.230431:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.230433:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ea18 00000400:00000010:0.0:1718399244.230435:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ea18. 00000800:00000200:0.0:1718399244.230925:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.230927:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e12a500 (tot 82313938). 00000400:00000200:0.0:1718399244.230931:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.230934:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.230936:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a440 00000400:00000010:0.0:1718399244.230937:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a440. 00000100:00000200:0.0:1718399244.230942:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316498176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.231542:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012b0de300. 00010000:00000010:2.1:1718399244.231554:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cda880. 00010000:00000010:3.1:1718399244.231606:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009302ad00. 00010000:00000010:0.1:1718399244.231620:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130a7bcc0. 00000400:00000200:0.0:1718399244.233052:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.233063:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03700 00000400:00000200:0.0:1718399244.233069:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae39d [1] + 224 00000400:00000200:0.0:1718399244.233076:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.233079:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.233085:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316498176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.233116:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.233120:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ea40 00000400:00000200:0.0:1718399244.233123:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacd95 [2] + 1968 00000400:00000010:0.0:1718399244.233126:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92948. 00000400:00000200:0.0:1718399244.233128:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800930d9840 00000400:00000200:0.0:1718399244.233141:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.233143:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.233145:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800930d9840 00000400:00000010:0.0:1718399244.233147:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800930d9840 (tot 82313786). 00000100:00000200:0.0:1718399244.233151:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1718399244.233208:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f16e0. 00000400:00000200:1.0:1718399244.233211:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399244.233212:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:1.0:1718399244.233217:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316498176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.233222:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316498176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.233245:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f6e00. 02000000:00000010:1.0:1718399244.233250:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7000. 00000100:00000010:1.0:1718399244.233254:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:1.0:1718399244.233257:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.233260:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d580. 00010000:00000010:3.1:1718399244.234674:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930b8240. 00010000:00000010:3.1:1718399244.234683:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930df840. 00010000:00000010:2.1:1718399244.234699:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933f5000. 00010000:00000010:2.1:1718399244.234711:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c228240. 00000020:00000010:2.0:1718399244.234735:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101c200. 00000020:00000010:2.0:1718399244.234740:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.234743:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.234762:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880094aa6850 x1801871317920320/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399244.234798:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317920320 02000000:00000010:2.0:1718399244.234810:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101c600. 00010000:00000010:2.0:1718399244.234829:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5376c80. 00010000:00000010:2.0:1718399244.234855:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.234860:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3300. 00000100:00000010:2.0:1718399244.234874:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3300. 00010000:00000010:2.0:1718399244.234876:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.234885:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e660. 00000100:00000200:2.0:1718399244.234888:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317920320, offset 224 00000400:00000200:2.0:1718399244.234898:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.234912:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.234916:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90448:90448:256:4294967295] 192.168.202.25@tcp LPNI seq info [90448:90448:8:4294967295] 00000400:00000200:2.0:1718399244.234924:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.234928:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.234931:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18200 (tot 82314034). 00000800:00000200:2.0:1718399244.234935:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.234941:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.234944:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.234955:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.234958:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.234960:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101c200. 02000000:00000010:2.0:1718399244.234966:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101dc00. 00000100:00000010:2.0:1718399244.234970:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 02000000:00000010:2.0:1718399244.234973:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101de00. 00000100:00000010:2.0:1718399244.234974:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:2.0:1718399244.234976:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800936c7000. 00000100:00000010:2.0:1718399244.234978:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 02000000:00000010:2.0:1718399244.234980:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101da00. 00000100:00000010:2.0:1718399244.234981:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 02000000:00000010:2.0:1718399244.234984:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d800. 00000100:00000010:2.0:1718399244.234985:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:2.0:1718399244.234987:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800936c6200. 00000100:00000010:2.0:1718399244.234989:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 00000100:00000200:2.0:1718399244.234994:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399244.234998:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd580. 00000400:00000010:2.0:1718399244.235001:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880092bb3300 (tot 82314186). 00080000:00000010:1.0:1718399244.235063:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e12a000. 00000800:00000200:0.0:1718399244.235101:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.235103:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18200 (tot 82313938). 00000400:00000200:0.0:1718399244.235106:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.235109:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.235111:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e660 00000400:00000010:0.0:1718399244.235112:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e660. 02000000:00000010:0.0:1718399244.235116:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101c600. 00010000:00000010:1.0:1718399244.235123:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.235127:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5376180. 00010000:00000010:1.0:1718399244.235186:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012e12a100. 00010000:00000010:1.0:1718399244.235188:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083a680. 00010000:00000010:1.0:1718399244.235191:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c228b40. 00010000:00000010:1.0:1718399244.235194:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a700. 00080000:00000010:1.0:1718399244.235201:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e12ae00. 00010000:00000010:1.0:1718399244.235218:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a700. 00010000:00000010:1.0:1718399244.235220:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083a680. 00010000:00000010:1.0:1718399244.235256:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c229d40. 00010000:00000010:1.0:1718399244.235259:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.235264:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d580. 00000100:00000010:1.0:1718399244.235267:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.235294:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.235302:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7000. 02000000:00000010:1.0:1718399244.235829:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f6e00. 00000400:00000010:1.0:1718399244.235833:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f16e0. 00000400:00000010:1.0:1718399244.235836:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399244.235838:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316498240, portal 16 00000400:00000010:1.0:1718399244.235841:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a550. 00000100:00000200:1.0:1718399244.235842:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316498240, offset 0 00000400:00000200:1.0:1718399244.235846:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.235850:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.235855:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.235859:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.235860:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.235862:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90449:90449:256:4294967295] 192.168.202.25@tcp LPNI seq info [90449:90449:8:4294967295] 00000400:00000200:1.0:1718399244.235867:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.235870:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.235872:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e12a800 (tot 82314186). 00000800:00000200:1.0:1718399244.235875:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.235878:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.235880:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012e12a800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.235998:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.236000:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e12a800 (tot 82313938). 00000400:00000200:0.0:1718399244.236002:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.236005:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.236007:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a550 00000400:00000010:0.0:1718399244.236008:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a550. 00000100:00000200:0.0:1718399244.236013:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316498240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.237558:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.237569:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03740 00000400:00000200:0.0:1718399244.237574:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae3ad [1] + 224 00000400:00000200:0.0:1718399244.237589:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.237592:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.237598:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316498240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399244.237890:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f16e0. 00000400:00000200:1.0:1718399244.237894:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399244.237895:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:1.0:1718399244.237901:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316498240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.237907:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316498240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.237929:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f6e00. 02000000:00000010:1.0:1718399244.237935:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7000. 00000100:00000010:1.0:1718399244.237939:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:1.0:1718399244.237942:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.237945:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d580. 00000400:00000200:0.0:1718399244.238871:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.238879:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ea80 00000400:00000200:0.0:1718399244.238884:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacded [2] + 0 00000400:00000200:0.0:1718399244.239016:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.239021:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.239025:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.239029:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000020:00000010:2.0:1718399244.239198:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101d800. 00000020:00000010:2.0:1718399244.239203:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.239206:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.239223:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317920384/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399244.239252:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317920384 02000000:00000010:2.0:1718399244.239258:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101da00. 00010000:00000010:2.0:1718399244.239310:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012db8fe00. 00010000:00000010:2.0:1718399244.239341:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.239346:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3900. 00000100:00000010:2.0:1718399244.239366:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3900. 00010000:00000010:2.0:1718399244.239369:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00080000:00000010:1.0:1718399244.239445:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e12a600. 00010000:00000010:1.0:1718399244.239499:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.239503:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012db8fd80. 00010000:00000010:1.0:1718399244.239555:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c229200. 00010000:00000010:1.0:1718399244.239559:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.239566:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d580. 00000100:00000010:1.0:1718399244.239569:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.239573:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.239581:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7000. 02000000:00000010:1.0:1718399244.239596:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f6e00. 00000400:00000010:1.0:1718399244.239599:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f16e0. 00000400:00000010:1.0:1718399244.239603:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399244.239607:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316498304, portal 16 00000400:00000010:1.0:1718399244.239610:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ac38. 00000100:00000200:1.0:1718399244.239612:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316498304, offset 0 00000400:00000200:1.0:1718399244.239616:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.239623:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.239629:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.239631:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.239634:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.239636:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90450:90450:256:4294967295] 192.168.202.25@tcp LPNI seq info [90450:90450:8:4294967295] 00000400:00000200:1.0:1718399244.239643:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.239647:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.239650:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e12ab00 (tot 82314186). 00000800:00000200:1.0:1718399244.239654:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.239659:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.239661:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012e12ab00 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1718399244.239750:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e2a8. 00000100:00000200:2.0:1718399244.239754:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317920384, offset 224 00000400:00000200:2.0:1718399244.239759:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000800:00000200:0.0:1718399244.239761:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.239763:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e12ab00 (tot 82313938). 00000400:00000200:2.0:1718399244.239764:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.239776:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90451:90451:255:4294967295] 192.168.202.25@tcp LPNI seq info [90451:90451:7:4294967295] 00000400:00000200:0.0:1718399244.239780:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.239783:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000400:00000200:0.0:1718399244.239785:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000800:00000200:2.0:1718399244.239786:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.239787:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ac38 00000800:00000010:2.0:1718399244.239788:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18000 (tot 82314186). 00000400:00000010:0.0:1718399244.239788:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ac38. 00000800:00000200:2.0:1718399244.239791:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000100:00000200:0.0:1718399244.239793:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316498304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1718399244.239794:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.239796:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.239804:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.239807:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.239809:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101d800. 00000800:00000200:0.0:1718399244.239815:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.239817:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18000 (tot 82313938). 00000400:00000200:0.0:1718399244.239819:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.239822:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.239823:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e2a8 00000400:00000010:0.0:1718399244.239824:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e2a8. 00010000:00000010:0.1:1718399244.240350:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093000d80. 00000400:00000200:0.0:1718399244.244655:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.244671:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03780 00000400:00000200:0.0:1718399244.244678:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae3b5 [1] + 224 00000400:00000200:0.0:1718399244.244687:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.244690:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.244697:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316498304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.244986:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.244991:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5eac0 00000400:00000200:0.0:1718399244.244995:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacded [2] + 328 00000400:00000200:0.0:1718399244.245008:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.245010:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.245014:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.245020:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 00000020:00000010:2.0:1718399244.245112:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101d800. 00000020:00000010:2.0:1718399244.245117:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.245120:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.245136:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27df00 x1801871317920448/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.245165:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317920448 02000000:00000010:2.0:1718399244.245172:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101de00. 00010000:00000010:2.0:1718399244.245197:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.245202:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3900. 00000100:00000010:2.0:1718399244.245206:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3900. 00010000:00000010:2.0:1718399244.245209:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.245218:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e770. 00000100:00000200:2.0:1718399244.245222:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317920448, offset 224 00000400:00000010:1.0:1718399244.245226:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f16e0. 00000400:00000200:1.0:1718399244.245230:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399244.245231:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000400:00000200:2.0:1718399244.245237:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000100:00000200:1.0:1718399244.245238:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316498304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399244.245243:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000100:00000200:1.0:1718399244.245244:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316498304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399244.245248:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90452:90452:256:4294967295] 192.168.202.25@tcp LPNI seq info [90452:90452:8:4294967295] 00000400:00000200:2.0:1718399244.245255:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.245258:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00010000:00000010:1.0:1718399244.245259:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f7d780. 00000800:00000010:2.0:1718399244.245261:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18f00 (tot 82314186). 00000800:00000200:2.0:1718399244.245265:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 02000000:00000010:1.0:1718399244.245287:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f6e00. 00000800:00000200:2.0:1718399244.245288:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.245290:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18f00 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1718399244.245292:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7000. 00000100:00000010:1.0:1718399244.245296:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:1.0:1718399244.245298:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00000020:00000010:2.0:1718399244.245299:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6380. 00010000:00000010:1.0:1718399244.245300:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d580. 00000020:00000010:2.0:1718399244.245303:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.245305:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101d800. 00080000:00000010:1.0:1718399244.245312:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e12ab00. 00010000:00000010:1.0:1718399244.245362:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.245365:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093f7d700. 00000800:00000200:0.0:1718399244.245390:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.245392:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18f00 (tot 82313938). 00000400:00000200:0.0:1718399244.245396:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.245399:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.245402:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e770 00000400:00000010:0.0:1718399244.245403:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e770. 00010000:00000010:1.0:1718399244.245418:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22b840. 00010000:00000010:1.0:1718399244.245421:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.245431:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d580. 00000100:00000010:1.0:1718399244.245434:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.245437:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.245444:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7000. 02000000:00000010:1.0:1718399244.245456:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f6e00. 00000400:00000010:1.0:1718399244.245458:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f16e0. 00000400:00000010:1.0:1718399244.245460:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399244.245463:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316498368, portal 16 00000400:00000010:1.0:1718399244.245465:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a660. 00000100:00000200:1.0:1718399244.245466:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316498368, offset 0 00000400:00000200:1.0:1718399244.245470:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.245474:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.245479:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.245481:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.245483:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.245485:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90453:90453:256:4294967295] 192.168.202.25@tcp LPNI seq info [90453:90453:8:4294967295] 00000400:00000200:1.0:1718399244.245491:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.245494:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.245496:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e12a800 (tot 82314186). 00000800:00000200:1.0:1718399244.245499:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.245502:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.245504:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012e12a800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.246318:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.246322:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e12a800 (tot 82313938). 00000400:00000200:0.0:1718399244.246325:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.246328:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.246331:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a660 00000400:00000010:0.0:1718399244.246332:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a660. 00000100:00000200:0.0:1718399244.246336:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316498368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399244.246465:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f45c00. 00010000:00000010:0.1:1718399244.246471:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c229b00. 00010000:00000010:0.1:1718399244.246474:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e12a100. 00010000:00000010:0.1:1718399244.246476:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c228b40. 00010000:00000010:0.1:1718399244.249482:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093395440. 00000400:00000200:0.0:1718399244.249606:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.249619:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc037c0 00000400:00000200:0.0:1718399244.249625:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae3c5 [1] + 224 00000400:00000200:0.0:1718399244.249647:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.249651:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.249659:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316498368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399244.250818:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f16e0. 00000400:00000200:1.0:1718399244.250825:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399244.250827:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:1.0:1718399244.250835:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316498368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.250842:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316498368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.250870:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f6e00. 02000000:00000010:1.0:1718399244.250877:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7000. 00000100:00000010:1.0:1718399244.250881:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:1.0:1718399244.250884:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.250887:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d580. 00000400:00000200:0.0:1718399244.251309:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.251318:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5eb00 00000400:00000200:0.0:1718399244.251323:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacded [2] + 656 00000400:00000200:0.0:1718399244.251368:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.251371:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.251375:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.251379:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00000020:00000010:2.0:1718399244.251631:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101d800. 00000020:00000010:2.0:1718399244.251636:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.251640:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.251657:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317920512/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399244.251691:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317920512 02000000:00000010:2.0:1718399244.251698:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101dc00. 00010000:00000010:2.0:1718399244.251718:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f7df80. 00010000:00000010:2.0:1718399244.251745:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.251750:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3900. 00000100:00000010:2.0:1718399244.251763:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3900. 00010000:00000010:2.0:1718399244.251775:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.251784:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e088. 00000100:00000200:2.0:1718399244.251787:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317920512, offset 224 00000400:00000200:2.0:1718399244.251792:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:1.0:1718399244.251799:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e12a500. 00000400:00000200:2.0:1718399244.251801:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.251806:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90454:90454:256:4294967295] 192.168.202.25@tcp LPNI seq info [90454:90454:8:4294967295] 00000400:00000200:2.0:1718399244.251813:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.251817:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.251820:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18100 (tot 82314186). 00000800:00000200:2.0:1718399244.251824:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.251830:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.251833:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.251844:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.251847:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.251849:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101d800. 00010000:00000010:1.0:1718399244.251854:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.251859:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093f7d900. 00010000:00000010:1.0:1718399244.251993:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22b180. 00010000:00000010:1.0:1718399244.251997:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.252004:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d580. 00000100:00000010:1.0:1718399244.252006:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000800:00000200:0.0:1718399244.252034:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.252040:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18100 (tot 82313938). 00000400:00000200:0.0:1718399244.252044:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1718399244.252047:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 00000400:00000200:0.0:1718399244.252047:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.252048:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e088 00000400:00000010:0.0:1718399244.252049:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e088. 02000000:00000010:1.0:1718399244.252054:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7000. 02000000:00000010:1.0:1718399244.252068:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f6e00. 00000400:00000010:1.0:1718399244.252071:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f16e0. 00000400:00000010:1.0:1718399244.252074:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399244.252076:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316498432, portal 16 00000400:00000010:1.0:1718399244.252079:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a5d8. 00000100:00000200:1.0:1718399244.252080:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316498432, offset 0 00000400:00000200:1.0:1718399244.252084:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.252088:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.252092:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.252095:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.252096:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.252099:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90455:90455:256:4294967295] 192.168.202.25@tcp LPNI seq info [90455:90455:8:4294967295] 00000400:00000200:1.0:1718399244.252104:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.252108:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.252111:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e12a100 (tot 82314186). 00000800:00000200:1.0:1718399244.252113:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.252116:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.252118:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012e12a100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.252253:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.252255:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e12a100 (tot 82313938). 00000400:00000200:0.0:1718399244.252257:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.252260:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.252262:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a5d8 00000400:00000010:0.0:1718399244.252263:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a5d8. 00000100:00000200:0.0:1718399244.252268:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316498432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.252405:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d8dc00. 00010000:00000010:1.1:1718399244.252411:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c229d40. 00010000:00000010:1.1:1718399244.252413:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931fa880. 00010000:00000010:1.1:1718399244.252416:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ed1e00. 00010000:00000010:1.1:1718399244.252419:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c229200. 00000400:00000200:0.0:1718399244.254520:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.254531:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03800 00000400:00000200:0.0:1718399244.254536:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae3d1 [1] + 224 00000400:00000200:0.0:1718399244.254543:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.254545:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.254550:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316498432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.254577:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.254580:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5eb40 00000400:00000200:0.0:1718399244.254584:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacded [2] + 984 00000400:00000200:0.0:1718399244.254597:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.254599:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.254602:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.254606:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00000400:00000010:1.0:1718399244.254673:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f16e0. 00000400:00000200:1.0:1718399244.254676:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399244.254677:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:1.0:1718399244.254683:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316498432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.254689:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316498432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.254708:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f6e00. 02000000:00000010:1.0:1718399244.254712:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7000. 00000100:00000010:1.0:1718399244.254716:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:1.0:1718399244.254719:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.254721:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d580. 00000020:00000010:2.0:1718399244.254803:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101d800. 00000020:00000010:2.0:1718399244.254807:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.254811:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.254826:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317920576/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399244.254856:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317920576 02000000:00000010:2.0:1718399244.254864:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101c200. 00010000:00000010:2.0:1718399244.254881:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a59d00. 00010000:00000010:2.0:1718399244.254895:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.254900:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3900. 00000100:00000010:2.0:1718399244.254996:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3900. 00010000:00000010:2.0:1718399244.255000:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.255010:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e000. 00000100:00000200:2.0:1718399244.255013:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317920576, offset 224 00000400:00000200:2.0:1718399244.255018:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.255025:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.255030:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90456:90456:256:4294967295] 192.168.202.25@tcp LPNI seq info [90456:90456:8:4294967295] 00000400:00000200:2.0:1718399244.255036:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.255040:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.255043:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18800 (tot 82314186). 00000800:00000200:2.0:1718399244.255047:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.255053:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.255055:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.255076:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.255080:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.255082:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101d800. 00080000:00000010:1.0:1718399244.255128:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e12a800. 00000800:00000200:0.0:1718399244.255140:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.255143:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18800 (tot 82313938). 00000400:00000200:0.0:1718399244.255146:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.255149:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.255152:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e000 00000400:00000010:0.0:1718399244.255153:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e000. 00010000:00000010:1.0:1718399244.255180:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.255184:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a59a80. 00010000:00000010:1.0:1718399244.255236:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c229200. 00010000:00000010:1.0:1718399244.255239:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.255244:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d580. 00000100:00000010:1.0:1718399244.255247:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.255251:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.255258:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7000. 02000000:00000010:1.0:1718399244.255311:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f6e00. 00000400:00000010:1.0:1718399244.255314:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f16e0. 00000400:00000010:1.0:1718399244.255317:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399244.255320:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316498496, portal 16 00000400:00000010:1.0:1718399244.255323:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a198. 00000100:00000200:1.0:1718399244.255325:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316498496, offset 0 00000400:00000200:1.0:1718399244.255329:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.255333:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.255338:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.255340:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.255342:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.255343:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90457:90457:256:4294967295] 192.168.202.25@tcp LPNI seq info [90457:90457:8:4294967295] 00000400:00000200:1.0:1718399244.255349:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.255352:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.255355:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012e12a100 (tot 82314186). 00000800:00000200:1.0:1718399244.255358:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.255361:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.255363:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012e12a100 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1718399244.255465:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931f98c0. 00000800:00000200:0.0:1718399244.256471:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.256474:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012e12a100 (tot 82313938). 00000400:00000200:0.0:1718399244.256477:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.256482:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.256485:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a198 00000400:00000010:0.0:1718399244.256487:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a198. 00000100:00000200:0.0:1718399244.256492:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316498496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.257423:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.257434:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03840 00000400:00000200:0.0:1718399244.257442:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae3dd [1] + 224 00000400:00000200:0.0:1718399244.257456:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.257459:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.257464:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316498496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399244.257535:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f16e0. 00000400:00000200:1.0:1718399244.257538:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399244.257539:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:1.0:1718399244.257544:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316498496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.257549:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316498496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.257569:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f6e00. 02000000:00000010:1.0:1718399244.257574:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7000. 00000100:00000010:1.0:1718399244.257578:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:1.0:1718399244.257581:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.257583:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d580. 00000400:00000200:0.0:1718399244.257904:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.257910:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5eb80 00000400:00000200:0.0:1718399244.257914:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacded [2] + 1312 00000400:00000200:0.0:1718399244.257950:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.257953:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.257957:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.257960:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000020:00000010:2.0:1718399244.258044:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101d800. 00000020:00000010:2.0:1718399244.258049:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.258052:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.258067:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317920640/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.258098:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317920640 02000000:00000010:2.0:1718399244.258104:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101d600. 00010000:00000010:2.0:1718399244.258122:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093d2fc80. 00010000:00000010:2.0:1718399244.258137:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.258142:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3900. 00000100:00000010:2.0:1718399244.258158:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3900. 00010000:00000010:2.0:1718399244.258161:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.258169:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e6e8. 00000100:00000200:2.0:1718399244.258172:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317920640, offset 224 00000400:00000200:2.0:1718399244.258177:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:1.0:1718399244.258184:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012e12a100. 00000400:00000200:2.0:1718399244.258185:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.258189:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90458:90458:256:4294967295] 192.168.202.25@tcp LPNI seq info [90458:90458:8:4294967295] 00000400:00000200:2.0:1718399244.258196:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.258203:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.258206:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18d00 (tot 82314186). 00000800:00000200:2.0:1718399244.258210:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.258216:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.258219:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.258238:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6380. 00010000:00000010:1.0:1718399244.258241:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a680. 00000020:00000010:2.0:1718399244.258242:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.258244:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101d800. 00010000:00000010:1.0:1718399244.258245:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093d2fc00. 00010000:00000010:1.0:1718399244.258320:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880094923700. 00010000:00000010:1.0:1718399244.258322:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083a680. 00010000:00000010:1.0:1718399244.258327:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c229d40. 00010000:00000010:1.0:1718399244.258330:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a700. 00080000:00000010:1.0:1718399244.258338:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880094923900. 00000800:00000200:0.0:1718399244.258436:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.258438:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18d00 (tot 82313938). 00000400:00000200:0.0:1718399244.258442:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.258445:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.258447:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e6e8 00000400:00000010:0.0:1718399244.258448:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e6e8. 00010000:00000010:1.0:1718399244.258501:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a700. 00010000:00000010:1.0:1718399244.258504:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083a680. 00010000:00000010:1.0:1718399244.258540:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22a880. 00010000:00000010:1.0:1718399244.258542:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.258547:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d580. 00000100:00000010:1.0:1718399244.258550:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.258555:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.258562:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7000. 02000000:00000010:1.0:1718399244.258576:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f6e00. 00000400:00000010:1.0:1718399244.258579:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f16e0. 00000400:00000010:1.0:1718399244.258581:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399244.258585:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316498560, portal 16 00000400:00000010:1.0:1718399244.258587:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a908. 00000100:00000200:1.0:1718399244.258588:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316498560, offset 0 00000400:00000200:1.0:1718399244.258592:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.258596:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.258601:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.258603:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.258605:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.258607:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90459:90459:256:4294967295] 192.168.202.25@tcp LPNI seq info [90459:90459:8:4294967295] 00000400:00000200:1.0:1718399244.258613:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.258616:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.258618:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094923e00 (tot 82314186). 00000800:00000200:1.0:1718399244.258621:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.258624:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.258626:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880094923e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.258917:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.258919:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094923e00 (tot 82313938). 00000400:00000200:0.0:1718399244.258922:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.258925:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.258927:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a908 00000400:00000010:0.0:1718399244.258928:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a908. 00000100:00000200:0.0:1718399244.258932:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316498560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.259758:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.259843:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03880 00000400:00000200:0.0:1718399244.259848:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae3e9 [1] + 224 00000400:00000200:0.0:1718399244.259865:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.259867:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.259872:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316498560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399244.260069:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f16e0. 00000400:00000200:1.0:1718399244.260073:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399244.260074:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:1.0:1718399244.260079:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316498560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.260085:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316498560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.260104:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f6e00. 02000000:00000010:1.0:1718399244.260109:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7000. 00000100:00000010:1.0:1718399244.260112:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:1.0:1718399244.260115:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.260118:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d580. 00000400:00000200:0.0:1718399244.260609:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.260616:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ebc0 00000400:00000200:0.0:1718399244.260620:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacded [2] + 1640 00000400:00000200:0.0:1718399244.260662:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.260665:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.260669:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.260674:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 00000020:00000010:3.0:1718399244.260757:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800936c7400. 00000020:00000010:3.0:1718399244.260761:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.260764:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee01f8. 00000100:00000200:3.0:1718399244.260792:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317920704/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399244.260822:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317920704 02000000:00000010:3.0:1718399244.260828:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800936c6a00. 00010000:00000010:3.0:1718399244.260845:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093208800. 00010000:00000010:3.0:1718399244.260862:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27500. 00000100:00000010:3.0:1718399244.260866:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2780. 00000100:00000010:3.0:1718399244.260879:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2780. 00010000:00000010:3.0:1718399244.260881:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27500. 00000400:00000010:3.0:1718399244.260888:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466908. 00000100:00000200:3.0:1718399244.260891:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317920704, offset 224 00000400:00000200:3.0:1718399244.260896:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.260902:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.260906:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90460:90460:256:4294967295] 192.168.202.25@tcp LPNI seq info [90460:90460:8:4294967295] 00080000:00000010:1.0:1718399244.260906:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880094923400. 00000400:00000200:3.0:1718399244.260912:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.260916:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.260918:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725700 (tot 82314186). 00000800:00000200:3.0:1718399244.260921:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.260927:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.260929:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.260938:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46d80. 00000020:00000010:3.0:1718399244.260941:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee01f8. 00000020:00000010:3.0:1718399244.260944:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800936c7400. 00010000:00000010:1.0:1718399244.260955:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.260959:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093208180. 00010000:00000010:1.0:1718399244.261004:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22ad00. 00010000:00000010:1.0:1718399244.261007:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.261013:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d580. 00000100:00000010:1.0:1718399244.261015:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.261020:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.261027:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7000. 02000000:00000010:1.0:1718399244.261039:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f6e00. 00000400:00000010:1.0:1718399244.261042:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f16e0. 00000400:00000010:1.0:1718399244.261045:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399244.261047:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316498624, portal 16 00000400:00000010:1.0:1718399244.261050:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9acc0. 00000100:00000200:1.0:1718399244.261051:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316498624, offset 0 00000400:00000200:1.0:1718399244.261055:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.261059:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.261064:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.261066:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.261068:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.261071:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90461:90461:255:4294967295] 192.168.202.25@tcp LPNI seq info [90461:90461:7:4294967295] 00000400:00000200:1.0:1718399244.261077:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.261080:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.261082:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094923d00 (tot 82314434). 00000800:00000200:1.0:1718399244.261085:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.261088:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.261090:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880094923d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.261150:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.261152:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725700 (tot 82314186). 00000400:00000200:0.0:1718399244.261155:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.261158:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.261160:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466908 00000400:00000010:0.0:1718399244.261161:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466908. 00000800:00000200:0.0:1718399244.261188:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.261190:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094923d00 (tot 82313938). 00000400:00000200:0.0:1718399244.261193:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.261195:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.261197:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9acc0 00000400:00000010:0.0:1718399244.261198:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9acc0. 00000100:00000200:0.0:1718399244.261202:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316498624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.261497:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801311ff900. 00010000:00000010:1.1:1718399244.261507:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22b840. 00000400:00000200:0.0:1718399244.262837:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.262850:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc038c0 00000400:00000200:0.0:1718399244.262855:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae3f5 [1] + 224 00000400:00000200:0.0:1718399244.262862:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.262864:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.262869:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316498624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.262898:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.262901:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ec00 00000400:00000200:0.0:1718399244.262906:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacded [2] + 1968 00000400:00000010:0.0:1718399244.262908:0:18240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdc08. 00000400:00000200:0.0:1718399244.262910:0:18240:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff880092a4f300 00000400:00000200:0.0:1718399244.262951:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.262954:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.262956:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880092a4f300 00000400:00000010:0.0:1718399244.262958:0:18240:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff880092a4f300 (tot 82313786). 00000100:00000200:0.0:1718399244.262963:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1718399244.263124:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101d800. 00000020:00000010:2.0:1718399244.263128:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.263131:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000400:00000010:1.0:1718399244.263132:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f16e0. 00000400:00000200:1.0:1718399244.263136:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399244.263137:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:1.0:1718399244.263143:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316498624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.263145:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880094aa7850 x1801871317920768/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399244.263148:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316498624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.263166:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f6e00. 02000000:00000010:1.0:1718399244.263171:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7000. 00000100:00000200:2.0:1718399244.263173:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317920768 00000100:00000010:1.0:1718399244.263175:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:1.0:1718399244.263178:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 02000000:00000010:2.0:1718399244.263179:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101d000. 00010000:00000010:1.0:1718399244.263180:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d580. 00010000:00000010:2.0:1718399244.263196:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c1d2c00. 00010000:00000010:2.0:1718399244.263248:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.263252:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3900. 00000100:00000010:2.0:1718399244.263258:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3900. 00010000:00000010:2.0:1718399244.263260:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.263267:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eb28. 00000100:00000200:2.0:1718399244.263287:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317920768, offset 224 00000400:00000200:2.0:1718399244.263292:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:1.0:1718399244.263293:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880094923d00. 00000400:00000200:2.0:1718399244.263299:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.263303:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90462:90462:256:4294967295] 192.168.202.25@tcp LPNI seq info [90462:90462:8:4294967295] 00000400:00000200:2.0:1718399244.263309:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.263313:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.263316:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18a00 (tot 82314034). 00000800:00000200:2.0:1718399244.263320:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.263328:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.263331:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.263341:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6380. 00010000:00000010:1.0:1718399244.263342:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a680. 00000020:00000010:2.0:1718399244.263344:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.263346:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101d800. 00010000:00000010:1.0:1718399244.263346:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c1d2100. 02000000:00000010:2.0:1718399244.263353:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800936c6a00. 00000100:00000010:2.0:1718399244.263355:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 02000000:00000010:2.0:1718399244.263358:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d600. 00000100:00000010:2.0:1718399244.263359:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 02000000:00000010:2.0:1718399244.263361:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101c200. 00000100:00000010:2.0:1718399244.263363:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 02000000:00000010:2.0:1718399244.263365:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101dc00. 00000100:00000010:2.0:1718399244.263366:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 02000000:00000010:2.0:1718399244.263368:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101de00. 00000100:00000010:2.0:1718399244.263370:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 02000000:00000010:2.0:1718399244.263372:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101da00. 00000100:00000010:2.0:1718399244.263373:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 00000100:00000200:2.0:1718399244.263376:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399244.263379:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdaa8. 00000400:00000010:2.0:1718399244.263381:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880092bb3900 (tot 82314186). 00010000:00000010:1.0:1718399244.263400:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22b840. 00010000:00000010:1.0:1718399244.263403:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.263410:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d580. 00000100:00000010:1.0:1718399244.263412:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.263417:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.263424:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7000. 02000000:00000010:1.0:1718399244.263436:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f6e00. 00000400:00000010:1.0:1718399244.263439:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f16e0. 00000400:00000010:1.0:1718399244.263441:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399244.263444:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316498688, portal 16 00000400:00000010:1.0:1718399244.263447:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a088. 00000100:00000200:1.0:1718399244.263448:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316498688, offset 0 00000400:00000200:1.0:1718399244.263452:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.263457:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.263461:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.263464:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.263466:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.263468:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90463:90463:255:4294967295] 192.168.202.25@tcp LPNI seq info [90463:90463:7:4294967295] 00000400:00000200:1.0:1718399244.263474:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.263477:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.263479:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094923e00 (tot 82314434). 00000800:00000200:1.0:1718399244.263481:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.263485:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.263486:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880094923e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.263583:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.263585:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18a00 (tot 82314186). 00000400:00000200:0.0:1718399244.263588:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.263591:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.263594:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eb28 00000400:00000010:0.0:1718399244.263595:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eb28. 02000000:00000010:0.0:1718399244.263598:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d000. 00000800:00000200:0.0:1718399244.263624:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.263626:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094923e00 (tot 82313938). 00000400:00000200:0.0:1718399244.263628:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.263631:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.263633:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a088 00000400:00000010:0.0:1718399244.263634:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a088. 00000100:00000200:0.0:1718399244.263638:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316498688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.264728:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.264736:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03900 00000400:00000200:0.0:1718399244.264742:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae405 [1] + 224 00000400:00000200:0.0:1718399244.264749:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.264751:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.264756:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316498688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.264796:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.264800:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ec40 00000400:00000200:0.0:1718399244.264804:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xace45 [2] + 0 00000400:00000200:0.0:1718399244.264845:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.264848:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.264851:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.264857:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000020:00000010:2.0:1718399244.264923:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101da00. 00000400:00000010:1.0:1718399244.264924:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f16e0. 00000020:00000010:2.0:1718399244.264927:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6380. 00000400:00000200:1.0:1718399244.264927:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:1.0:1718399244.264928:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000020:00000010:2.0:1718399244.264930:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:1.0:1718399244.264932:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316498688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.264938:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316498688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.264942:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317920832/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:1.0:1718399244.264953:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f6e00. 02000000:00000010:1.0:1718399244.264958:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7000. 00000100:00000010:1.0:1718399244.264961:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:1.0:1718399244.264964:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.264966:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d580. 00000100:00000200:2.0:1718399244.264970:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317920832 02000000:00000010:2.0:1718399244.264975:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101de00. 00010000:00000010:2.0:1718399244.264988:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092b8ad80. 00010000:00000010:2.0:1718399244.265303:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.265308:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3840. 00000100:00000010:2.0:1718399244.265320:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3840. 00010000:00000010:2.0:1718399244.265322:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.265329:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e198. 00000100:00000200:2.0:1718399244.265332:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317920832, offset 224 00000400:00000200:2.0:1718399244.265336:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.265342:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.265345:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90464:90464:256:4294967295] 192.168.202.25@tcp LPNI seq info [90464:90464:8:4294967295] 00000400:00000200:2.0:1718399244.265351:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.265355:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.265357:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18e00 (tot 82314186). 00000800:00000200:2.0:1718399244.265361:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.265366:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.265368:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.265380:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.265383:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.265385:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101da00. 00000800:00000200:0.0:1718399244.265468:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.265470:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18e00 (tot 82313938). 00000400:00000200:0.0:1718399244.265473:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.265476:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.265479:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e198 00000400:00000010:0.0:1718399244.265480:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e198. 00080000:00000010:1.0:1718399244.265535:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880094923e00. 00010000:00000010:1.0:1718399244.265582:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.265586:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092b8a600. 00010000:00000010:1.0:1718399244.265630:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c229680. 00010000:00000010:1.0:1718399244.265635:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.265640:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692d580. 00000100:00000010:1.0:1718399244.265643:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.265647:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.265653:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7000. 02000000:00000010:1.0:1718399244.265665:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f6e00. 00000400:00000010:1.0:1718399244.265667:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f16e0. 00000400:00000010:1.0:1718399244.265670:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399244.265673:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316498752, portal 16 00000400:00000010:1.0:1718399244.265675:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aaa0. 00000100:00000200:1.0:1718399244.265676:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316498752, offset 0 00000400:00000200:1.0:1718399244.265680:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.265684:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.265689:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.265696:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.265698:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.265700:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90465:90465:256:4294967295] 192.168.202.25@tcp LPNI seq info [90465:90465:8:4294967295] 00000400:00000200:1.0:1718399244.265705:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.265708:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.265710:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012a3c3000 (tot 82314186). 00000800:00000200:1.0:1718399244.265713:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.265716:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.265718:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012a3c3000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.265876:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.265878:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012a3c3000 (tot 82313938). 00000400:00000200:0.0:1718399244.265881:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.265884:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.265886:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aaa0 00000400:00000010:0.0:1718399244.265887:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aaa0. 00000100:00000200:0.0:1718399244.265891:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316498752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399244.267537:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930ea880. 00000400:00000200:2.0:1718399244.267667:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.267677:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03940 00000400:00000200:2.0:1718399244.267684:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae411 [1] + 224 00000400:00000200:2.0:1718399244.267701:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.267704:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.267710:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316498752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1718399244.267815:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f16e0. 00000400:00000200:0.0:1718399244.267818:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:0.0:1718399244.267819:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:0.0:1718399244.267825:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316498752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399244.267830:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316498752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1718399244.267851:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f6e00. 02000000:00000010:0.0:1718399244.267856:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7000. 00000100:00000010:0.0:1718399244.267860:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:0.0:1718399244.267863:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:0.0:1718399244.267866:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692d580. 00000400:00000200:2.0:1718399244.267909:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00010000:00000010:1.1:1718399244.267913:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930e8d80. 00000400:00000200:2.0:1718399244.267916:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ec80 00000400:00000200:2.0:1718399244.267920:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xace45 [2] + 328 00000400:00000200:2.0:1718399244.267962:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.267965:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.267969:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399244.267972:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc280. 00000020:00000010:0.0:1718399244.268030:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2200. 00000020:00000010:0.0:1718399244.268034:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc100. 00000020:00000010:0.0:1718399244.268037:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399244.268057:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbc280 x1801871317920896/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1718399244.268083:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317920896 02000000:00000010:0.0:1718399244.268089:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c3800. 00010000:00000010:0.0:1718399244.268105:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009315d500. 00010000:00000010:0.0:1718399244.268121:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800930586c0. 00000100:00000010:0.0:1718399244.268125:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9840. 00000100:00000010:0.0:1718399244.268137:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9840. 00010000:00000010:0.0:1718399244.268140:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800930586c0. 00000400:00000010:0.0:1718399244.268148:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376330. 00000100:00000200:0.0:1718399244.268151:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317920896, offset 224 00000400:00000200:0.0:1718399244.268156:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.268163:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.268167:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90466:90466:256:4294967295] 192.168.202.25@tcp LPNI seq info [90466:90466:8:4294967295] 00000400:00000200:0.0:1718399244.268174:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.268177:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.268179:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5092500 (tot 82314186). 00000800:00000200:0.0:1718399244.268183:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.268188:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.268190:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5092500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399244.268201:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc100. 00000020:00000010:0.0:1718399244.268204:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399244.268207:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2200. 00000800:00000200:0.0:1718399244.268249:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.268251:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5092500 (tot 82313938). 00000400:00000200:0.0:1718399244.268253:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.268256:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.268258:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376330 00000400:00000010:0.0:1718399244.268259:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376330. 00080000:00000010:1.0:1718399244.268332:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012a3c3000. 00010000:00000010:1.0:1718399244.268382:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.268391:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009315d280. 00010000:00000010:1.0:1718399244.268442:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c228900. 00010000:00000010:1.0:1718399244.268445:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.268451:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692df80. 00000100:00000010:1.0:1718399244.268453:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.268458:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 02000000:00000010:1.0:1718399244.268465:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7e00. 02000000:00000010:1.0:1718399244.268478:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f7000. 00000400:00000010:1.0:1718399244.268482:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1898. 00000400:00000010:1.0:1718399244.268484:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.268487:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316498816, portal 16 00000400:00000010:1.0:1718399244.268490:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a000. 00000100:00000200:1.0:1718399244.268491:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316498816, offset 0 00000400:00000200:1.0:1718399244.268495:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.268499:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.268503:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.268506:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.268508:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.268510:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90467:90467:256:4294967295] 192.168.202.25@tcp LPNI seq info [90467:90467:8:4294967295] 00000400:00000200:1.0:1718399244.268516:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.268519:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.268522:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009321a000 (tot 82314186). 00000800:00000200:1.0:1718399244.268524:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.268528:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.268529:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009321a000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.268892:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.268894:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009321a000 (tot 82313938). 00000400:00000200:2.0:1718399244.268897:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.268904:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.268906:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a000 00000400:00000010:2.0:1718399244.268907:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a000. 00000100:00000200:2.0:1718399244.268911:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df71c80 x1801871316498816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.271705:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933e6e00. 00010000:00000010:1.1:1718399244.271723:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22b180. 00010000:00000010:1.1:1718399244.271726:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880135b80900. 00010000:00000010:1.1:1718399244.271729:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c229200. 00010000:00000010:1.1:1718399244.271731:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880094923700. 00010000:00000010:1.1:1718399244.271734:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c229d40. 00010000:00000010:1.1:1718399244.271736:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e382d00. 00010000:00000010:1.1:1718399244.271741:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22a880. 00000400:00000200:0.0:1718399244.272082:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.272093:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03980 00000400:00000200:0.0:1718399244.272100:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae41d [1] + 224 00000400:00000200:0.0:1718399244.272108:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.272111:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.272117:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df71c80 x1801871316498816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.272186:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.272190:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ecc0 00000400:00000200:0.0:1718399244.272194:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xace45 [2] + 656 00000400:00000010:1.0:1718399244.272352:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1898. 00000400:00000200:1.0:1718399244.272356:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a7f8 00000400:00000010:1.0:1718399244.272357:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.272363:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df71c80 x1801871316498816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.272369:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df71c80 x1801871316498816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.272835:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.272840:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.272844:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.272848:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 02000000:00000010:1.0:1718399244.272976:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f7000. 00000020:00000010:2.0:1718399244.272977:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101dc00. 00000020:00000010:2.0:1718399244.272981:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6380. 02000000:00000010:1.0:1718399244.272983:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7e00. 00000020:00000010:2.0:1718399244.272984:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000010:1.0:1718399244.272986:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df71c80. 00000100:00000010:1.0:1718399244.272990:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.272993:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692df80. 00000100:00000200:2.0:1718399244.272999:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27df00 x1801871317920960/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399244.273027:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317920960 02000000:00000010:2.0:1718399244.273033:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101c200. 00010000:00000010:2.0:1718399244.273053:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093522e00. 00010000:00000010:2.0:1718399244.273066:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.273070:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3840. 00000100:00000010:2.0:1718399244.273109:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3840. 00010000:00000010:2.0:1718399244.273112:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.273120:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399244.273124:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317920960, offset 224 00000400:00000200:2.0:1718399244.273129:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.273137:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.273141:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90468:90468:256:4294967295] 192.168.202.25@tcp LPNI seq info [90468:90468:8:4294967295] 00000400:00000200:2.0:1718399244.273148:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.273152:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.273154:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18e00 (tot 82314186). 00000800:00000200:2.0:1718399244.273158:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.273164:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.273166:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18e00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1718399244.273203:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009321aa00. 00010000:00000010:1.0:1718399244.273255:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.273259:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093522d80. 00010000:00000010:1.0:1718399244.273321:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009321a500. 00010000:00000010:1.0:1718399244.273323:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083a680. 00000020:00000010:2.0:1718399244.273324:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6380. 00010000:00000010:1.0:1718399244.273326:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22a880. 00000020:00000010:2.0:1718399244.273328:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00010000:00000010:1.0:1718399244.273329:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a700. 00000020:00000010:2.0:1718399244.273330:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101dc00. 00080000:00000010:1.0:1718399244.273337:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009321ad00. 00010000:00000010:1.0:1718399244.273353:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a700. 00010000:00000010:1.0:1718399244.273355:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083a680. 00010000:00000010:1.0:1718399244.273392:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c229d40. 00010000:00000010:1.0:1718399244.273394:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.273398:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692df80. 00000100:00000010:1.0:1718399244.273401:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.273404:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 00000800:00000200:0.0:1718399244.273420:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.273423:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18e00 (tot 82313938). 00000400:00000200:0.0:1718399244.273426:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.273429:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.273431:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:0.0:1718399244.273433:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 02000000:00000010:1.0:1718399244.273500:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7e00. 02000000:00000010:1.0:1718399244.273514:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f7000. 00000400:00000010:1.0:1718399244.273517:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1898. 00000400:00000010:1.0:1718399244.273520:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.273523:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316498880, portal 16 00000400:00000010:1.0:1718399244.273525:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9abb0. 00000100:00000200:1.0:1718399244.273527:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316498880, offset 0 00000400:00000200:1.0:1718399244.273530:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.273535:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.273540:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.273542:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.273544:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.273546:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90469:90469:256:4294967295] 192.168.202.25@tcp LPNI seq info [90469:90469:8:4294967295] 00000400:00000200:1.0:1718399244.273552:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.273557:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.273559:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009321a900 (tot 82314186). 00000800:00000200:1.0:1718399244.273562:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.273565:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.273567:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009321a900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.273657:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.273659:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009321a900 (tot 82313938). 00000400:00000200:2.0:1718399244.273662:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.273664:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.273666:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9abb0 00000400:00000010:2.0:1718399244.273667:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9abb0. 00000100:00000200:2.0:1718399244.273671:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df71c80 x1801871316498880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399244.274346:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130a78fc0. 00010000:00000010:1.1:1718399244.274377:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930dc6c0. 00010000:00000010:1.1:1718399244.274383:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88013118d680. 00010000:00000010:1.1:1718399244.274386:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931faf40. 00000400:00000200:0.0:1718399244.274858:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.274866:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc039c0 00000400:00000200:0.0:1718399244.274871:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae429 [1] + 224 00000400:00000200:0.0:1718399244.274876:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.274879:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.274883:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df71c80 x1801871316498880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.274910:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.274915:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ed00 00000400:00000200:0.0:1718399244.274918:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xace45 [2] + 984 00000400:00000200:0.0:1718399244.274961:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.274964:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.274968:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.274971:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00000400:00000010:1.0:1718399244.275032:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1898. 00000400:00000200:1.0:1718399244.275035:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a7f8 00000400:00000010:1.0:1718399244.275036:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.275041:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df71c80 x1801871316498880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.275047:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df71c80 x1801871316498880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.275064:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f7000. 02000000:00000010:1.0:1718399244.275068:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7e00. 00000100:00000010:1.0:1718399244.275071:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df71c80. 00000100:00000010:1.0:1718399244.275074:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.275076:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692df80. 00000020:00000010:2.0:1718399244.275130:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101d600. 00000020:00000010:2.0:1718399244.275135:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.275137:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.275148:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317921024/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.275177:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317921024 02000000:00000010:2.0:1718399244.275183:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101d800. 00010000:00000010:2.0:1718399244.275196:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093388c00. 00010000:00000010:2.0:1718399244.275207:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.275210:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3840. 00000100:00000010:2.0:1718399244.275214:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3840. 00010000:00000010:2.0:1718399244.275216:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.275221:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eaa0. 00000100:00000200:2.0:1718399244.275224:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317921024, offset 224 00000400:00000200:2.0:1718399244.275228:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.275234:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.275237:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90470:90470:256:4294967295] 192.168.202.25@tcp LPNI seq info [90470:90470:8:4294967295] 00000400:00000200:2.0:1718399244.275243:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.275246:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.275249:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18a00 (tot 82314186). 00000800:00000200:2.0:1718399244.275252:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.275257:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.275259:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.275267:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.275288:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.275290:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101d600. 00000800:00000200:0.0:1718399244.275351:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.275354:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18a00 (tot 82313938). 00000400:00000200:0.0:1718399244.275357:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.275360:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.275362:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eaa0 00000400:00000010:0.0:1718399244.275363:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eaa0. 00080000:00000010:1.0:1718399244.275392:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009321a800. 00010000:00000010:1.0:1718399244.275437:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.275441:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093388b80. 00010000:00000010:1.0:1718399244.275485:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c229200. 00010000:00000010:1.0:1718399244.275488:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.275493:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692df80. 00000100:00000010:1.0:1718399244.275495:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.275499:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 02000000:00000010:1.0:1718399244.275506:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7e00. 02000000:00000010:1.0:1718399244.275522:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f7000. 00000400:00000010:1.0:1718399244.275525:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1898. 00000400:00000010:1.0:1718399244.275527:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.275530:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316498944, portal 16 00000400:00000010:1.0:1718399244.275532:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aee0. 00000100:00000200:1.0:1718399244.275534:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316498944, offset 0 00000400:00000200:1.0:1718399244.275538:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.275543:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.275547:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.275549:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.275551:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.275553:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90471:90471:256:4294967295] 192.168.202.25@tcp LPNI seq info [90471:90471:8:4294967295] 00000400:00000200:1.0:1718399244.275559:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.275562:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.275564:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009321a400 (tot 82314186). 00000800:00000200:1.0:1718399244.275566:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.275569:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.275571:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009321a400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.275644:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.275646:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009321a400 (tot 82313938). 00000400:00000200:2.0:1718399244.275649:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.275651:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.275653:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aee0 00000400:00000010:2.0:1718399244.275655:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aee0. 00000100:00000200:2.0:1718399244.275659:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df71c80 x1801871316498944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.277545:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928efc00. 00010000:00000010:1.1:1718399244.277554:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22ad00. 00010000:00000010:1.1:1718399244.277557:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a51da700. 00010000:00000010:1.1:1718399244.277559:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22b840. 00010000:00000010:1.1:1718399244.277561:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5056100. 00010000:00000010:1.1:1718399244.277565:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c229680. 00000400:00000200:0.0:1718399244.279704:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.279725:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03a00 00000400:00000200:0.0:1718399244.279732:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae435 [1] + 224 00000400:00000200:0.0:1718399244.279742:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.279746:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.279754:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df71c80 x1801871316498944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.279819:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.279823:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ed40 00000400:00000200:0.0:1718399244.279827:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xace45 [2] + 1312 00000400:00000200:0.0:1718399244.279842:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.279845:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.279848:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.279853:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00000400:00000010:1.0:1718399244.279943:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1898. 00000400:00000200:1.0:1718399244.279947:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a7f8 00000400:00000010:1.0:1718399244.279949:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.279956:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df71c80 x1801871316498944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.279962:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df71c80 x1801871316498944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1718399244.279979:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800936c7400. 00000020:00000010:3.0:1718399244.279983:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46d80. 02000000:00000010:1.0:1718399244.279985:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f7000. 00000020:00000010:3.0:1718399244.279987:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee01f8. 02000000:00000010:1.0:1718399244.279991:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7e00. 00000100:00000010:1.0:1718399244.279994:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df71c80. 00000100:00000010:1.0:1718399244.279997:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.280000:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692df80. 00000100:00000200:3.0:1718399244.280002:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317921088/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399244.280063:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317921088 02000000:00000010:2.0:1718399244.280071:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101d400. 00010000:00000010:2.0:1718399244.280091:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093522580. 00010000:00000010:2.0:1718399244.280109:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.280114:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3840. 00000100:00000010:2.0:1718399244.280125:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3840. 00010000:00000010:2.0:1718399244.280128:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.280136:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e330. 00000100:00000200:2.0:1718399244.280139:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317921088, offset 224 00000400:00000200:2.0:1718399244.280144:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.280152:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.280157:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90472:90472:256:4294967295] 192.168.202.25@tcp LPNI seq info [90472:90472:8:4294967295] 00000400:00000200:2.0:1718399244.280164:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.280167:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.280170:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18d00 (tot 82314186). 00000800:00000200:2.0:1718399244.280174:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.280179:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.280183:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18d00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1718399244.280191:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009321a700. 00000020:00000010:2.0:1718399244.280204:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46d80. 00000020:00000010:2.0:1718399244.280208:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee01f8. 00000020:00000010:2.0:1718399244.280211:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800936c7400. 00010000:00000010:1.0:1718399244.280244:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.280248:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093522080. 00010000:00000010:1.0:1718399244.280331:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c229680. 00010000:00000010:1.0:1718399244.280335:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.280342:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692df80. 00000100:00000010:1.0:1718399244.280345:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.280349:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 02000000:00000010:1.0:1718399244.280356:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7e00. 02000000:00000010:1.0:1718399244.280370:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f7000. 00000400:00000010:1.0:1718399244.280373:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1898. 00000400:00000010:1.0:1718399244.280376:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.280379:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316499008, portal 16 00000400:00000010:1.0:1718399244.280382:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a6e8. 00000100:00000200:1.0:1718399244.280383:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316499008, offset 0 00000400:00000200:1.0:1718399244.280388:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.280393:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.280398:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.280401:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.280403:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.280405:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90473:90473:255:4294967295] 192.168.202.25@tcp LPNI seq info [90473:90473:7:4294967295] 00000400:00000200:1.0:1718399244.280411:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.280415:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.280416:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009321ac00 (tot 82314434). 00000800:00000200:1.0:1718399244.280419:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.280422:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.280424:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009321ac00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.280437:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.280439:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18d00 (tot 82314186). 00000400:00000200:0.0:1718399244.280443:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.280446:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.280447:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e330 00000400:00000010:0.0:1718399244.280449:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e330. 00000800:00000200:0.0:1718399244.280491:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.280492:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009321ac00 (tot 82313938). 00000400:00000200:0.0:1718399244.280496:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.280498:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.280499:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a6e8 00000400:00000010:0.0:1718399244.280500:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a6e8. 00000100:00000200:0.0:1718399244.280503:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df71c80 x1801871316499008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.281427:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.281435:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03a40 00000400:00000200:0.0:1718399244.281439:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae441 [1] + 224 00000400:00000200:0.0:1718399244.281495:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.281499:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.281505:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df71c80 x1801871316499008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.281529:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.281534:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ed80 00000400:00000200:0.0:1718399244.281537:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xace45 [2] + 1640 00000400:00000010:1.0:1718399244.281545:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1898. 00000400:00000200:1.0:1718399244.281548:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a7f8 00000400:00000010:1.0:1718399244.281549:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.281553:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df71c80 x1801871316499008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.281557:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df71c80 x1801871316499008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.281569:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f7000. 00000400:00000200:0.0:1718399244.281569:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.281572:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 02000000:00000010:1.0:1718399244.281573:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7e00. 00000100:00000010:1.0:1718399244.281575:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df71c80. 00000100:00000200:0.0:1718399244.281575:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399244.281578:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00000100:00000010:0.0:1718399244.281578:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00010000:00000010:1.0:1718399244.281580:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692df80. 00000020:00000010:2.0:1718399244.281650:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101cc00. 00000020:00000010:2.0:1718399244.281655:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.281657:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.281666:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317921152/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399244.281692:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317921152 02000000:00000010:2.0:1718399244.281697:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101ce00. 00010000:00000010:2.0:1718399244.282441:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093ec0780. 00010000:00000010:2.0:1718399244.282457:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.282461:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3840. 00000100:00000010:2.0:1718399244.282480:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3840. 00010000:00000010:2.0:1718399244.282483:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.282489:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e440. 00000100:00000200:2.0:1718399244.282492:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317921152, offset 224 00000400:00000200:2.0:1718399244.282497:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.282503:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.282507:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90474:90474:256:4294967295] 192.168.202.25@tcp LPNI seq info [90474:90474:8:4294967295] 00000400:00000200:2.0:1718399244.282514:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.282517:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.282520:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18800 (tot 82314186). 00000800:00000200:2.0:1718399244.282524:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.282530:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.282532:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.282542:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.282546:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.282547:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101cc00. 00080000:00000010:1.0:1718399244.282636:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009321a200. 00010000:00000010:1.0:1718399244.282687:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.282692:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093ec0700. 00000800:00000200:0.0:1718399244.282698:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.282700:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18800 (tot 82313938). 00000400:00000200:0.0:1718399244.282704:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.282708:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.282709:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e440 00000400:00000010:0.0:1718399244.282711:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e440. 00010000:00000010:1.0:1718399244.282740:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22b840. 00010000:00000010:1.0:1718399244.282744:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.282750:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692df80. 00000100:00000010:1.0:1718399244.282753:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.282756:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 02000000:00000010:1.0:1718399244.282763:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7e00. 02000000:00000010:1.0:1718399244.282790:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f7000. 00000400:00000010:1.0:1718399244.282794:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1898. 00000400:00000010:1.0:1718399244.282797:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.282800:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316499072, portal 16 00000400:00000010:1.0:1718399244.282802:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9add0. 00000100:00000200:1.0:1718399244.282803:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316499072, offset 0 00000400:00000200:1.0:1718399244.282807:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.282812:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.282816:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.282818:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.282820:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.282822:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90475:90475:256:4294967295] 192.168.202.25@tcp LPNI seq info [90475:90475:8:4294967295] 00000400:00000200:1.0:1718399244.282828:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.282831:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.282833:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009321ab00 (tot 82314186). 00000800:00000200:1.0:1718399244.282835:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.282839:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.282841:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009321ab00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.282882:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.282884:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009321ab00 (tot 82313938). 00000400:00000200:0.0:1718399244.282887:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.282890:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.282891:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9add0 00000400:00000010:0.0:1718399244.282892:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9add0. 00000100:00000200:0.0:1718399244.282896:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df71c80 x1801871316499072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.283455:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930033c0. 00000400:00000200:0.0:1718399244.284063:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.284072:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03a80 00000400:00000200:0.0:1718399244.284077:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae44d [1] + 224 00000400:00000200:0.0:1718399244.284091:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.284094:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.284099:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df71c80 x1801871316499072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399244.284379:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1898. 00000400:00000200:1.0:1718399244.284381:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a7f8 00000400:00000010:1.0:1718399244.284382:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.284388:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df71c80 x1801871316499072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.284393:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df71c80 x1801871316499072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.284410:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f7000. 02000000:00000010:1.0:1718399244.284415:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7e00. 00000100:00000010:1.0:1718399244.284417:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df71c80. 00000100:00000010:1.0:1718399244.284419:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.284421:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692df80. 00000400:00000200:0.0:1718399244.285141:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.285149:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5edc0 00000400:00000200:0.0:1718399244.285154:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xace45 [2] + 1968 00000400:00000010:0.0:1718399244.285157:0:18240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1790. 00000400:00000200:0.0:1718399244.285161:0:18240:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800a9e47c00 00000400:00000200:0.0:1718399244.285665:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.285670:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.285673:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9e47c00 00000400:00000010:0.0:1718399244.285675:0:18240:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800a9e47c00 (tot 82313786). 00000100:00000200:0.0:1718399244.285679:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1718399244.285740:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101cc00. 00000020:00000010:2.0:1718399244.285745:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.285748:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 00000100:00000200:2.0:1718399244.285775:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880094aa2850 x1801871317921216/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.285808:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317921216 02000000:00000010:2.0:1718399244.285816:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101d600. 00010000:00000010:2.0:1718399244.285838:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a50f1400. 00010000:00000010:2.0:1718399244.285856:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.285861:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3840. 00000100:00000010:2.0:1718399244.285881:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3840. 00010000:00000010:2.0:1718399244.285885:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.285894:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e4c8. 00000100:00000200:2.0:1718399244.285897:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317921216, offset 224 00000400:00000200:2.0:1718399244.285902:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.285910:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.285914:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90476:90476:256:4294967295] 192.168.202.25@tcp LPNI seq info [90476:90476:8:4294967295] 00080000:00000010:1.0:1718399244.285916:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009321a100. 00000400:00000200:2.0:1718399244.285921:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.285925:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.285928:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18100 (tot 82314034). 00000800:00000200:2.0:1718399244.285932:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.285937:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.285939:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.285960:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.285965:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:2.0:1718399244.285967:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101cc00. 00010000:00000010:1.0:1718399244.285967:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.285970:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a50f1380. 02000000:00000010:2.0:1718399244.285973:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101ce00. 00000100:00000010:2.0:1718399244.285976:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 02000000:00000010:2.0:1718399244.285979:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d400. 00000100:00000010:2.0:1718399244.285981:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 02000000:00000010:2.0:1718399244.285983:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d800. 00000100:00000010:2.0:1718399244.285984:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 02000000:00000010:2.0:1718399244.285986:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101c200. 00000100:00000010:2.0:1718399244.285987:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 02000000:00000010:2.0:1718399244.285989:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c3800. 00000100:00000010:2.0:1718399244.285991:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc280. 02000000:00000010:2.0:1718399244.285993:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101de00. 00000100:00000010:2.0:1718399244.285995:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 00000100:00000200:2.0:1718399244.285999:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399244.286002:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd6e0. 00000400:00000010:2.0:1718399244.286005:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880092bb3840 (tot 82314186). 00010000:00000010:1.0:1718399244.286022:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22ad00. 00010000:00000010:1.0:1718399244.286025:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.286031:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692df80. 00000100:00000010:1.0:1718399244.286032:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.286036:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 02000000:00000010:1.0:1718399244.286044:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7e00. 02000000:00000010:1.0:1718399244.286055:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f7000. 00000400:00000010:1.0:1718399244.286057:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1898. 00000400:00000010:1.0:1718399244.286060:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.286062:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316499136, portal 16 00000400:00000010:1.0:1718399244.286064:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a880. 00000100:00000200:1.0:1718399244.286065:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316499136, offset 0 00000400:00000200:1.0:1718399244.286068:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.286072:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.286076:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.286078:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.286080:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.286082:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90477:90477:255:4294967295] 192.168.202.25@tcp LPNI seq info [90477:90477:7:4294967295] 00000400:00000200:1.0:1718399244.286086:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.286088:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.286089:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009321af00 (tot 82314434). 00000800:00000200:1.0:1718399244.286091:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.286091:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.286093:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18100 (tot 82314186). 00000800:00000200:1.0:1718399244.286094:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.286095:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009321af00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1718399244.286097:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.286100:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.286102:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e4c8 00000400:00000010:0.0:1718399244.286103:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e4c8. 02000000:00000010:0.0:1718399244.286107:0:18239:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d600. 00000800:00000200:0.0:1718399244.286380:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.286382:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009321af00 (tot 82313938). 00000400:00000200:0.0:1718399244.286385:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.286388:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.286390:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a880 00000400:00000010:0.0:1718399244.286391:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a880. 00000100:00000200:0.0:1718399244.286396:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df71c80 x1801871316499136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.286480:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008f19d500. 00010000:00000010:1.1:1718399244.286485:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c228900. 00010000:00000010:1.1:1718399244.286486:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009321a500. 00010000:00000010:1.1:1718399244.286488:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22a880. 00010000:00000010:1.1:1718399244.286490:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a53d3f00. 00010000:00000010:1.1:1718399244.286492:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c229d40. 00000400:00000200:0.0:1718399244.288153:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.288165:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03ac0 00000400:00000200:0.0:1718399244.288170:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae45d [1] + 224 00000400:00000200:0.0:1718399244.288178:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.288181:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.288187:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df71c80 x1801871316499136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.288221:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.288225:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ee00 00000400:00000200:0.0:1718399244.288229:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacea5 [2] + 0 00000400:00000010:1.0:1718399244.288248:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1898. 00000400:00000200:1.0:1718399244.288251:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a7f8 00000400:00000010:1.0:1718399244.288253:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.288259:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df71c80 x1801871316499136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.288265:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df71c80 x1801871316499136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.288296:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.288300:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.288303:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.288307:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 00000020:00000010:2.0:1718399244.288391:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101de00. 00000020:00000010:2.0:1718399244.288396:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6380. 00000020:00000010:2.0:1718399244.288399:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f498. 02000000:00000010:1.0:1718399244.288404:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f7000. 02000000:00000010:1.0:1718399244.288410:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7e00. 00000100:00000010:1.0:1718399244.288413:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df71c80. 00000100:00000010:1.0:1718399244.288416:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00000100:00000200:2.0:1718399244.288418:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317921280/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:1.0:1718399244.288418:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692df80. 00000100:00000200:3.0:1718399244.288487:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317921280 02000000:00000010:3.0:1718399244.288496:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800936c7400. 00010000:00000010:3.0:1718399244.288512:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093142500. 00010000:00000010:3.0:1718399244.288529:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27500. 00000100:00000010:3.0:1718399244.288534:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2780. 00000100:00000010:3.0:1718399244.288539:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2780. 00010000:00000010:3.0:1718399244.288540:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27500. 00000400:00000010:3.0:1718399244.288548:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466a18. 00000100:00000200:3.0:1718399244.288550:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317921280, offset 224 00000400:00000200:3.0:1718399244.288555:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.288562:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.288566:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90478:90478:256:4294967295] 192.168.202.25@tcp LPNI seq info [90478:90478:8:4294967295] 00000400:00000200:3.0:1718399244.288573:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00080000:00000010:1.0:1718399244.288577:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009321a500. 00000800:00000200:3.0:1718399244.288578:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.288581:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725700 (tot 82314186). 00000800:00000200:3.0:1718399244.288584:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.288591:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.288593:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.288609:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6380. 00000020:00000010:3.0:1718399244.288613:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f498. 00000020:00000010:3.0:1718399244.288615:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101de00. 00000800:00000200:1.0:1718399244.288648:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.288650:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725700 (tot 82313938). 00000400:00000200:1.0:1718399244.288655:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.288658:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.288660:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466a18 00000400:00000010:1.0:1718399244.288661:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466a18. 00010000:00000010:1.0:1718399244.288694:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.288698:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093142b00. 00010000:00000010:1.0:1718399244.288746:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009321a600. 00010000:00000010:1.0:1718399244.288748:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083a680. 00010000:00000010:1.0:1718399244.288751:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c229d40. 00010000:00000010:1.0:1718399244.288754:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a700. 00080000:00000010:1.0:1718399244.288763:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009321af00. 00010000:00000010:1.0:1718399244.288796:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a700. 00010000:00000010:1.0:1718399244.288799:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083a680. 00010000:00000010:1.0:1718399244.288837:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22a880. 00010000:00000010:1.0:1718399244.288839:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.288844:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692df80. 00000100:00000010:1.0:1718399244.288847:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.288850:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 02000000:00000010:1.0:1718399244.288857:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7000. 02000000:00000010:1.0:1718399244.288870:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f6e00. 00000400:00000010:1.0:1718399244.288873:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1898. 00000400:00000010:1.0:1718399244.288882:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.288885:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316499200, portal 16 00000400:00000010:1.0:1718399244.288888:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ad48. 00000100:00000200:1.0:1718399244.288889:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316499200, offset 0 00000400:00000200:1.0:1718399244.288893:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.288898:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.288902:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.288904:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.288906:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.288908:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90479:90479:256:4294967295] 192.168.202.25@tcp LPNI seq info [90479:90479:8:4294967295] 00000400:00000200:1.0:1718399244.288914:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.288918:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.288920:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009321ab00 (tot 82314186). 00000800:00000200:1.0:1718399244.288923:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.288927:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.288929:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009321ab00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.288981:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.288983:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009321ab00 (tot 82313938). 00000400:00000200:0.0:1718399244.288986:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.288989:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.288991:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ad48 00000400:00000010:0.0:1718399244.288992:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ad48. 00000100:00000200:0.0:1718399244.288996:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df71c80 x1801871316499200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.289356:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930c6ac0. 00010000:00000010:1.1:1718399244.289361:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093d63cc0. 00010000:00000010:1.1:1718399244.289363:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930c4fc0. 00010000:00000010:0.1:1718399244.292384:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093218b00. 00010000:00000010:0.1:1718399244.292396:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c229200. 00010000:00000010:0.1:1718399244.292399:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093dd4000. 00010000:00000010:0.1:1718399244.292401:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c229680. 00010000:00000010:0.1:1718399244.292402:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009728b500. 00010000:00000010:0.1:1718399244.292413:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22b840. 00010000:00000010:1.1:1718399244.292415:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c240. 00000400:00000200:0.0:1718399244.292680:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.292693:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03b00 00000400:00000200:0.0:1718399244.292700:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae469 [1] + 224 00000400:00000200:0.0:1718399244.292710:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.292713:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.292721:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df71c80 x1801871316499200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.292751:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.292755:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ee40 00000400:00000200:0.0:1718399244.292758:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacea5 [2] + 328 00000400:00000010:1.0:1718399244.292781:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1898. 00000400:00000200:0.0:1718399244.292782:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.292785:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.292786:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a7f8 00000400:00000010:1.0:1718399244.292788:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a7f8. 00000100:00000200:0.0:1718399244.292793:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1718399244.292794:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df71c80 x1801871316499200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1718399244.292797:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 00000100:00000200:1.0:1718399244.292801:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df71c80 x1801871316499200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1718399244.292854:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101c200. 00000020:00000010:2.0:1718399244.292858:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6300. 00000020:00000010:2.0:1718399244.292861:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.292878:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d580 x1801871317921344/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399244.292907:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317921344 02000000:00000010:2.0:1718399244.292918:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101d800. 00010000:00000010:2.0:1718399244.292944:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.292949:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3a80. 00000100:00000010:2.0:1718399244.292954:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3a80. 00010000:00000010:2.0:1718399244.292961:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.292971:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ecc0. 00000100:00000200:2.0:1718399244.292974:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317921344, offset 224 00000400:00000200:2.0:1718399244.292979:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.292987:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.292992:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90480:90480:256:4294967295] 192.168.202.25@tcp LPNI seq info [90480:90480:8:4294967295] 00000400:00000200:2.0:1718399244.292999:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.293003:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.293006:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18f00 (tot 82314186). 00000800:00000200:2.0:1718399244.293009:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.293016:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.293018:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.293036:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6300. 00000020:00000010:2.0:1718399244.293039:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.293042:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101c200. 00010000:00000010:1.0:1718399244.293084:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88011f097580. 00000800:00000200:0.0:1718399244.293086:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.293088:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18f00 (tot 82313938). 00000400:00000200:0.0:1718399244.293091:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.293093:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.293095:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ecc0 02000000:00000010:1.0:1718399244.293096:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f6e00. 00000400:00000010:0.0:1718399244.293096:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ecc0. 02000000:00000010:1.0:1718399244.293100:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7000. 00000100:00000010:1.0:1718399244.293104:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df71c80. 00000100:00000010:1.0:1718399244.293106:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.293108:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692df80. 00080000:00000010:1.0:1718399244.293123:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009321ac00. 00010000:00000010:1.0:1718399244.293201:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.293206:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88011f097280. 00010000:00000010:1.0:1718399244.293266:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c228900. 00010000:00000010:1.0:1718399244.293295:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.293302:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692df80. 00000100:00000010:1.0:1718399244.293304:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.293309:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 02000000:00000010:1.0:1718399244.293317:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7000. 02000000:00000010:1.0:1718399244.293337:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f6e00. 00000400:00000010:1.0:1718399244.293340:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1898. 00000400:00000010:1.0:1718399244.293342:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.293346:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316499264, portal 16 00000400:00000010:1.0:1718399244.293348:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a220. 00000100:00000200:1.0:1718399244.293349:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316499264, offset 0 00000400:00000200:1.0:1718399244.293353:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.293358:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.293363:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.293366:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.293368:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.293370:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90481:90481:256:4294967295] 192.168.202.25@tcp LPNI seq info [90481:90481:8:4294967295] 00000400:00000200:1.0:1718399244.293375:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.293379:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.293381:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009321a400 (tot 82314186). 00000800:00000200:1.0:1718399244.293384:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.293387:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.293389:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009321a400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.293444:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.293446:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009321a400 (tot 82313938). 00000400:00000200:0.0:1718399244.293451:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.293454:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.293456:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a220 00000400:00000010:0.0:1718399244.293457:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a220. 00000100:00000200:0.0:1718399244.293461:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df71c80 x1801871316499264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.294755:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.294763:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03b40 00000400:00000200:0.0:1718399244.294778:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae475 [1] + 224 00000400:00000200:0.0:1718399244.294793:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.294795:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.294800:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df71c80 x1801871316499264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399244.294852:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1898. 00000400:00000200:1.0:1718399244.294854:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a7f8 00000400:00000010:1.0:1718399244.294856:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.294860:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df71c80 x1801871316499264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.294866:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df71c80 x1801871316499264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.294881:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f6e00. 02000000:00000010:1.0:1718399244.294885:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7000. 00000100:00000010:1.0:1718399244.294888:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df71c80. 00000100:00000010:1.0:1718399244.294890:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.294893:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692df80. 00000400:00000200:0.0:1718399244.295652:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.295659:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ee80 00000400:00000200:0.0:1718399244.295664:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacea5 [2] + 656 00000400:00000200:0.0:1718399244.295706:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.295709:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.295713:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.295717:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00000020:00000010:2.0:1718399244.295783:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101c200. 00000020:00000010:2.0:1718399244.295788:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6300. 00000020:00000010:2.0:1718399244.295791:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.295806:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317921408/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.295838:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317921408 02000000:00000010:2.0:1718399244.295845:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101d400. 00010000:00000010:2.0:1718399244.295862:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009c2f8980. 00010000:00000010:2.0:1718399244.295877:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.295882:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3a80. 00000100:00000010:2.0:1718399244.295897:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3a80. 00010000:00000010:2.0:1718399244.295900:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.295907:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ed48. 00000100:00000200:2.0:1718399244.295910:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317921408, offset 224 00000400:00000200:2.0:1718399244.295914:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.295920:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.295924:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90482:90482:256:4294967295] 192.168.202.25@tcp LPNI seq info [90482:90482:8:4294967295] 00000400:00000200:2.0:1718399244.295931:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.295935:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.295938:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18000 (tot 82314186). 00000800:00000200:2.0:1718399244.295941:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.295947:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.295949:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.295958:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6300. 00000020:00000010:2.0:1718399244.295961:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.295963:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101c200. 00000800:00000200:0.0:1718399244.296146:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.296148:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18000 (tot 82313938). 00000400:00000200:0.0:1718399244.296152:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.296155:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.296158:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ed48 00000400:00000010:0.0:1718399244.296159:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ed48. 00080000:00000010:1.0:1718399244.296266:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009321a900. 00010000:00000010:1.0:1718399244.296343:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.296348:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009c2f8900. 00010000:00000010:1.0:1718399244.296408:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22b180. 00010000:00000010:1.0:1718399244.296413:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a680. 00010000:00000010:1.0:1718399244.296419:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88013692df80. 00000100:00000010:1.0:1718399244.296422:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a95a0b40. 00000100:00000010:1.0:1718399244.296426:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 02000000:00000010:1.0:1718399244.296433:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7000. 02000000:00000010:1.0:1718399244.296446:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f6e00. 00000400:00000010:1.0:1718399244.296449:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1898. 00000400:00000010:1.0:1718399244.296452:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.296455:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316499328, portal 16 00000400:00000010:1.0:1718399244.296457:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9af68. 00000100:00000200:1.0:1718399244.296459:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316499328, offset 0 00000400:00000200:1.0:1718399244.296463:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.296467:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.296471:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.296473:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.296475:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.296477:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90483:90483:256:4294967295] 192.168.202.25@tcp LPNI seq info [90483:90483:8:4294967295] 00000400:00000200:1.0:1718399244.296483:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.296486:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.296488:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009321a000 (tot 82314186). 00000800:00000200:1.0:1718399244.296491:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.296494:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.296496:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009321a000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.296659:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.296661:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009321a000 (tot 82313938). 00000400:00000200:0.0:1718399244.296664:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.296668:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.296669:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9af68 00000400:00000010:0.0:1718399244.296670:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9af68. 00000100:00000200:0.0:1718399244.296675:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df71c80 x1801871316499328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.298569:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933a46c0. 00000400:00000200:0.0:1718399244.298666:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.298676:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03b80 00000400:00000200:0.0:1718399244.298682:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae481 [1] + 224 00000400:00000200:0.0:1718399244.298711:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.298714:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.298722:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df71c80 x1801871316499328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399244.298806:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1898. 00000400:00000200:1.0:1718399244.298809:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a7f8 00000400:00000010:1.0:1718399244.298811:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.298817:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df71c80 x1801871316499328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.298823:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df71c80 x1801871316499328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.298843:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f6e00. 02000000:00000010:1.0:1718399244.298848:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7000. 00000100:00000010:1.0:1718399244.298852:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df71c80. 00000100:00000010:1.0:1718399244.298855:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a95a0b40. 00010000:00000010:1.0:1718399244.298857:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88013692df80. 00000400:00000200:0.0:1718399244.299156:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.299162:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5eec0 00000400:00000200:0.0:1718399244.299165:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacea5 [2] + 984 00000400:00000200:0.0:1718399244.299210:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.299213:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.299217:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.299221:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000020:00000010:3.0:1718399244.299309:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800936c6a00. 00000020:00000010:3.0:1718399244.299313:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46780. 00000020:00000010:3.0:1718399244.299316:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0150. 00000100:00000200:3.0:1718399244.299332:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317921472/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399244.299419:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317921472 02000000:00000010:3.0:1718399244.299426:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800936c6200. 00010000:00000010:3.0:1718399244.299444:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800930d7c00. 00010000:00000010:3.0:1718399244.299548:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27500. 00000100:00000010:3.0:1718399244.299553:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2780. 00000100:00000010:3.0:1718399244.299570:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2780. 00010000:00000010:3.0:1718399244.299573:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27500. 00000400:00000010:3.0:1718399244.299582:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466880. 00000100:00000200:3.0:1718399244.299585:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317921472, offset 224 00000400:00000200:3.0:1718399244.299591:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.299598:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.299603:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90484:90484:256:4294967295] 192.168.202.25@tcp LPNI seq info [90484:90484:8:4294967295] 00000400:00000200:3.0:1718399244.299611:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.299615:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.299618:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725a00 (tot 82314186). 00000800:00000200:3.0:1718399244.299622:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.299628:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.299631:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.299642:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46780. 00000020:00000010:3.0:1718399244.299646:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0150. 00000020:00000010:3.0:1718399244.299649:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800936c6a00. 00000800:00000200:0.0:1718399244.299783:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.299786:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725a00 (tot 82313938). 00000400:00000200:0.0:1718399244.299790:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.299793:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.299796:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466880 00000400:00000010:0.0:1718399244.299797:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466880. 00080000:00000010:0.0:1718399244.299815:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5092500. 00010000:00000010:0.0:1718399244.299990:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a680. 00010000:00000010:0.0:1718399244.299995:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800930d7b80. 00010000:00000010:0.0:1718399244.300061:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd9680. 00010000:00000010:0.0:1718399244.300065:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc100. 00010000:00000010:0.0:1718399244.300071:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800930586c0. 00000100:00000010:0.0:1718399244.300074:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9840. 00000100:00000010:0.0:1718399244.300079:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 02000000:00000010:0.0:1718399244.300086:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2c00. 02000000:00000010:0.0:1718399244.300107:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3800. 00000400:00000010:0.0:1718399244.300110:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92948. 00000400:00000010:0.0:1718399244.300114:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376330. 00000100:00000200:0.0:1718399244.300117:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316499392, portal 16 00000400:00000010:0.0:1718399244.300120:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373766e8. 00000100:00000200:0.0:1718399244.300122:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316499392, offset 0 00000400:00000200:0.0:1718399244.300125:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.300130:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.300136:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399244.300139:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399244.300140:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399244.300143:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90485:90485:256:4294967295] 192.168.202.25@tcp LPNI seq info [90485:90485:8:4294967295] 00000400:00000200:0.0:1718399244.300149:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.300152:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.300154:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5092700 (tot 82314186). 00000800:00000200:0.0:1718399244.300157:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.300161:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.300163:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5092700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.300235:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.300237:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5092700 (tot 82313938). 00000400:00000200:2.0:1718399244.300240:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.300243:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.300245:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373766e8 00000400:00000010:2.0:1718399244.300246:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373766e8. 00000100:00000200:2.0:1718399244.300250:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c278e40 x1801871316499392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399244.301901:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933d9a00. 00010000:00000010:0.1:1718399244.301909:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22ad00. 00010000:00000010:0.1:1718399244.301913:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009321a600. 00010000:00000010:0.1:1718399244.301916:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c229d40. 00000400:00000200:0.0:1718399244.302184:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.302195:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03bc0 00000400:00000200:0.0:1718399244.302200:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae48d [1] + 224 00000400:00000200:0.0:1718399244.302208:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.302210:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.302216:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c278e40 x1801871316499392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.302248:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.302252:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ef00 00000400:00000200:0.0:1718399244.302256:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacea5 [2] + 1312 00000400:00000200:0.0:1718399244.302269:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.302298:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.302301:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.302306:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 00000400:00000010:2.0:1718399244.302358:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92948. 00000400:00000200:2.0:1718399244.302363:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376330 00000400:00000010:2.0:1718399244.302364:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376330. 00000100:00000200:2.0:1718399244.302369:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c278e40 x1801871316499392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.302375:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c278e40 x1801871316499392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.302394:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3800. 02000000:00000010:2.0:1718399244.302399:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2c00. 00000100:00000010:2.0:1718399244.302402:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 00000100:00000010:2.0:1718399244.302405:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9840. 00010000:00000010:2.0:1718399244.302408:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800930586c0. 00000020:00000010:3.0:1718399244.302585:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800936c6a00. 00000020:00000010:3.0:1718399244.302590:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46780. 00000020:00000010:3.0:1718399244.302593:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0150. 00000100:00000200:3.0:1718399244.302609:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317921536/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399244.302677:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317921536 02000000:00000010:3.0:1718399244.302684:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800936c7000. 00010000:00000010:3.0:1718399244.302701:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092227100. 00010000:00000010:3.0:1718399244.302713:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27500. 00000100:00000010:3.0:1718399244.302718:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2780. 00000100:00000010:3.0:1718399244.302733:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2780. 00010000:00000010:3.0:1718399244.302736:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27500. 00000400:00000010:3.0:1718399244.302746:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466ee0. 00000100:00000200:3.0:1718399244.302748:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317921536, offset 224 00000400:00000200:3.0:1718399244.302754:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.302760:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.302764:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90486:90486:256:4294967295] 192.168.202.25@tcp LPNI seq info [90486:90486:8:4294967295] 00000400:00000200:3.0:1718399244.302784:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.302789:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.302792:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725a00 (tot 82314186). 00000800:00000200:3.0:1718399244.302796:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.302801:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.302803:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.303243:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46780. 00000020:00000010:3.0:1718399244.303248:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0150. 00000020:00000010:3.0:1718399244.303251:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800936c6a00. 00080000:00000010:0.0:1718399244.303322:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5092c00. 00010000:00000010:0.0:1718399244.303380:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc100. 00010000:00000010:0.0:1718399244.303384:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092227080. 00010000:00000010:0.0:1718399244.303438:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd9f80. 00010000:00000010:0.0:1718399244.303442:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc100. 00010000:00000010:0.0:1718399244.303448:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058640. 00000100:00000010:0.0:1718399244.303451:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9840. 00000100:00000010:0.0:1718399244.303456:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 02000000:00000010:0.0:1718399244.303463:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2200. 02000000:00000010:0.0:1718399244.303477:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2a00. 00000400:00000010:0.0:1718399244.303480:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c08. 00000400:00000010:0.0:1718399244.303483:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376cc0. 00000100:00000200:0.0:1718399244.303486:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316499456, portal 16 00000400:00000010:0.0:1718399244.303489:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376440. 00000100:00000200:0.0:1718399244.303491:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316499456, offset 0 00000400:00000200:0.0:1718399244.303495:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.303500:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.303505:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399244.303508:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399244.303510:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399244.303512:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90487:90487:255:4294967295] 192.168.202.25@tcp LPNI seq info [90487:90487:7:4294967295] 00000400:00000200:0.0:1718399244.303517:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.303520:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.303523:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5092300 (tot 82314434). 00000800:00000200:0.0:1718399244.303525:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.303529:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.303531:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5092300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.303629:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.303632:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725a00 (tot 82314186). 00000400:00000200:1.0:1718399244.303636:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.303640:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.303642:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466ee0 00000400:00000010:1.0:1718399244.303643:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466ee0. 00000800:00000200:1.0:1718399244.304003:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.304006:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5092300 (tot 82313938). 00000400:00000200:1.0:1718399244.304010:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.304013:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.304015:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376440 00000400:00000010:1.0:1718399244.304016:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376440. 00000100:00000200:1.0:1718399244.304020:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c2797c0 x1801871316499456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.304394:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880136471b00. 00010000:00000010:3.1:1718399244.304446:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d6d00. 00010000:00000010:3.1:1718399244.304451:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22b180. 00010000:00000010:0.1:1718399244.304490:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012eabcd80. 00000400:00000200:0.0:1718399244.305296:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.305304:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03c00 00000400:00000200:0.0:1718399244.305310:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae499 [1] + 224 00000400:00000200:0.0:1718399244.305333:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.305336:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.305340:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c2797c0 x1801871316499456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.305411:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c08. 00000400:00000200:2.0:1718399244.305415:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376cc0 00000400:00000010:2.0:1718399244.305417:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376cc0. 00000100:00000200:2.0:1718399244.305422:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c2797c0 x1801871316499456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.305428:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c2797c0 x1801871316499456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.305447:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2a00. 02000000:00000010:2.0:1718399244.305450:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2200. 00000100:00000010:2.0:1718399244.305454:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 00000100:00000010:2.0:1718399244.305456:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9840. 00010000:00000010:2.0:1718399244.305459:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058640. 00000400:00000200:0.0:1718399244.305923:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.305932:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ef40 00000400:00000200:0.0:1718399244.305937:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacea5 [2] + 1640 00000400:00000200:0.0:1718399244.305979:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.305983:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.305986:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.305990:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 00000020:00000010:3.0:1718399244.306157:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800936c6a00. 00000020:00000010:3.0:1718399244.306161:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46780. 00000020:00000010:3.0:1718399244.306164:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0150. 00000100:00000200:3.0:1718399244.306180:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317921600/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399244.306209:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317921600 02000000:00000010:3.0:1718399244.306216:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800936c7200. 00010000:00000010:3.0:1718399244.306235:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013672e200. 00010000:00000010:3.0:1718399244.306249:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27500. 00000100:00000010:3.0:1718399244.306253:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2780. 00000100:00000010:3.0:1718399244.306260:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2780. 00010000:00000010:3.0:1718399244.306262:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27500. 00000400:00000010:3.0:1718399244.306291:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399244.306294:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317921600, offset 224 00000400:00000200:3.0:1718399244.306299:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.306305:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.306310:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90488:90488:256:4294967295] 192.168.202.25@tcp LPNI seq info [90488:90488:8:4294967295] 00000400:00000200:3.0:1718399244.306316:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.306320:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.306323:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725700 (tot 82314186). 00000800:00000200:3.0:1718399244.306326:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.306332:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.306335:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.306358:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46780. 00000020:00000010:3.0:1718399244.306363:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0150. 00000020:00000010:3.0:1718399244.306365:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800936c6a00. 00080000:00000010:0.0:1718399244.306479:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5092400. 00000800:00000200:1.0:1718399244.306489:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.306491:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725700 (tot 82313938). 00000400:00000200:1.0:1718399244.306496:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.306499:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.306501:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:1.0:1718399244.306502:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00010000:00000010:0.0:1718399244.306532:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc100. 00010000:00000010:0.0:1718399244.306536:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013672ec00. 00010000:00000010:0.0:1718399244.306580:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cdad00. 00010000:00000010:0.0:1718399244.306583:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc100. 00010000:00000010:0.0:1718399244.306588:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058900. 00000100:00000010:0.0:1718399244.306591:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9000. 00000100:00000010:0.0:1718399244.306595:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 02000000:00000010:0.0:1718399244.306600:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2400. 02000000:00000010:0.0:1718399244.306612:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3a00. 00000400:00000010:0.0:1718399244.306615:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92e18. 00000400:00000010:0.0:1718399244.306617:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373764c8. 00000100:00000200:0.0:1718399244.306620:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316499520, portal 16 00000400:00000010:0.0:1718399244.306622:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373762a8. 00000100:00000200:0.0:1718399244.306623:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316499520, offset 0 00000400:00000200:0.0:1718399244.306627:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.306630:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.306635:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399244.306637:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399244.306639:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399244.306641:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90489:90489:256:4294967295] 192.168.202.25@tcp LPNI seq info [90489:90489:8:4294967295] 00000400:00000200:0.0:1718399244.306646:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.306649:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.306650:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5092800 (tot 82314186). 00000800:00000200:0.0:1718399244.306653:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.306656:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.306657:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5092800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.307181:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.307183:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5092800 (tot 82313938). 00000400:00000200:1.0:1718399244.307186:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.307190:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.307192:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373762a8 00000400:00000010:1.0:1718399244.307193:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373762a8. 00000100:00000200:1.0:1718399244.307198:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c2797c0 x1801871316499520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399244.307468:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5264fc0. 00010000:00000010:0.1:1718399244.307496:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009b067c00. 00010000:00000010:0.1:1718399244.307506:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22a880. 00010000:00000010:0.1:1718399244.307508:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d1c00. 00010000:00000010:0.1:1718399244.307514:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c228900. 00000400:00000200:0.0:1718399244.307911:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.307918:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03c40 00000400:00000200:0.0:1718399244.307922:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae4a5 [1] + 224 00000400:00000200:0.0:1718399244.307934:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.307936:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.307940:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c2797c0 x1801871316499520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.308003:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92e18. 00000400:00000200:2.0:1718399244.308007:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373764c8 00000400:00000010:2.0:1718399244.308008:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373764c8. 00000100:00000200:2.0:1718399244.308013:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c2797c0 x1801871316499520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.308019:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c2797c0 x1801871316499520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.308036:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3a00. 02000000:00000010:2.0:1718399244.308040:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2400. 00000100:00000010:2.0:1718399244.308043:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 00000100:00000010:2.0:1718399244.308045:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9000. 00010000:00000010:2.0:1718399244.308049:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058900. 00000400:00000200:0.0:1718399244.309207:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.309215:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ef80 00000400:00000200:0.0:1718399244.309220:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacea5 [2] + 1968 00000400:00000010:0.0:1718399244.309223:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd2c0. 00000400:00000200:0.0:1718399244.309225:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8801369aac00 00000400:00000200:0.0:1718399244.309449:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.309454:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.309456:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801369aac00 00000400:00000010:0.0:1718399244.309458:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8801369aac00 (tot 82313786). 00000100:00000200:0.0:1718399244.309467:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1718399244.309551:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101ce00. 00000020:00000010:2.0:1718399244.309556:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6300. 00000020:00000010:2.0:1718399244.309689:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.309707:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880094aa5850 x1801871317921664/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399244.309739:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317921664 02000000:00000010:2.0:1718399244.309747:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101cc00. 00010000:00000010:2.0:1718399244.309778:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093fa9e00. 00010000:00000010:2.0:1718399244.309803:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.309809:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092bb3a80. 00000100:00000010:2.0:1718399244.309816:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092bb3a80. 00010000:00000010:2.0:1718399244.309819:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.309826:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e908. 00000100:00000200:2.0:1718399244.309829:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317921664, offset 224 00000400:00000200:2.0:1718399244.309834:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.309841:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.309844:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90490:90490:256:4294967295] 192.168.202.25@tcp LPNI seq info [90490:90490:8:4294967295] 00000400:00000200:2.0:1718399244.309850:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.309854:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.309856:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18200 (tot 82314034). 00000800:00000200:2.0:1718399244.309860:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.309865:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.309868:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.309894:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6300. 00000020:00000010:2.0:1718399244.309898:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.309900:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101ce00. 02000000:00000010:2.0:1718399244.309907:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800936c7200. 00000100:00000010:2.0:1718399244.309911:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 02000000:00000010:2.0:1718399244.309914:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800936c7000. 00000100:00000010:2.0:1718399244.309915:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 02000000:00000010:2.0:1718399244.309916:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800936c6200. 00000100:00000010:2.0:1718399244.309918:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 02000000:00000010:2.0:1718399244.309920:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d400. 00000100:00000010:2.0:1718399244.309923:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:2.0:1718399244.309924:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d800. 00000100:00000010:2.0:1718399244.309926:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 02000000:00000010:2.0:1718399244.309927:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800936c7400. 00000100:00000010:2.0:1718399244.309929:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 00000100:00000200:2.0:1718399244.309933:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399244.309936:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd160. 00000400:00000010:2.0:1718399244.309938:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880092bb3a80 (tot 82314186). 00080000:00000010:2.0:1718399244.309959:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093f18000. 00010000:00000010:2.0:1718399244.310027:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc100. 00010000:00000010:2.0:1718399244.310032:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093fa9b00. 00010000:00000010:2.0:1718399244.310090:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356eac0. 00010000:00000010:2.0:1718399244.310094:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6300. 00010000:00000010:2.0:1718399244.310101:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.310104:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa23c0. 00000100:00000010:2.0:1718399244.310110:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc280. 00000800:00000200:1.0:1718399244.310110:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.310113:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18200 (tot 82313938). 02000000:00000010:2.0:1718399244.310116:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d800. 00000400:00000200:1.0:1718399244.310116:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.310119:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.310122:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e908 00000400:00000010:1.0:1718399244.310123:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e908. 02000000:00000010:1.0:1718399244.310127:0:18240:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101cc00. 02000000:00000010:2.0:1718399244.310131:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101d400. 00000400:00000010:2.0:1718399244.310134:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd790. 00000400:00000010:2.0:1718399244.310137:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e110. 00000100:00000200:2.0:1718399244.310139:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316499584, portal 16 00000400:00000010:2.0:1718399244.310142:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e3b8. 00000100:00000200:2.0:1718399244.310143:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316499584, offset 0 00000400:00000200:2.0:1718399244.310147:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.310745:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.310751:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.310754:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.310756:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.310802:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90491:90491:256:4294967295] 192.168.202.25@tcp LPNI seq info [90491:90491:8:4294967295] 00000400:00000200:2.0:1718399244.310809:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.310813:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.310815:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18f00 (tot 82314186). 00000800:00000200:2.0:1718399244.310818:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.310821:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.310823:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.311620:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.311623:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18f00 (tot 82313938). 00000400:00000200:0.0:1718399244.311627:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.311631:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.311634:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e3b8 00000400:00000010:0.0:1718399244.311635:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e3b8. 00000100:00000200:0.0:1718399244.311641:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbc280 x1801871316499584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.313531:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2fdd40. 00010000:00000010:3.1:1718399244.313541:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801369f4c00. 00010000:00000010:3.1:1718399244.313547:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9680. 00000400:00000200:0.0:1718399244.314166:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.314179:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03c80 00000400:00000200:0.0:1718399244.314184:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae4b5 [1] + 224 00000400:00000200:0.0:1718399244.314206:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.314210:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.314218:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbc280 x1801871316499584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.314305:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd790. 00000400:00000200:2.0:1718399244.314309:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e110 00000400:00000010:2.0:1718399244.314310:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e110. 00000100:00000200:2.0:1718399244.314316:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbc280 x1801871316499584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.314322:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbc280 x1801871316499584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.314346:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101d400. 02000000:00000010:2.0:1718399244.314352:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d800. 00000100:00000010:2.0:1718399244.314355:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc280. 00000100:00000010:2.0:1718399244.314626:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa23c0. 00010000:00000010:2.0:1718399244.314631:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000200:0.0:1718399244.314881:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.314887:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5efc0 00000400:00000200:0.0:1718399244.314892:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacef5 [2] + 0 00000400:00000200:0.0:1718399244.314944:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.314948:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.314952:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.314956:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000020:00000010:3.0:1718399244.315032:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800936c6a00. 00000020:00000010:3.0:1718399244.315200:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46780. 00000020:00000010:3.0:1718399244.315204:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0150. 00000100:00000200:3.0:1718399244.315222:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317921728/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399244.315476:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317921728 02000000:00000010:2.0:1718399244.315484:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101d800. 00010000:00000010:2.0:1718399244.315503:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130de6900. 00010000:00000010:2.0:1718399244.315517:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.315521:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa23c0. 00000100:00000010:2.0:1718399244.315533:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa23c0. 00010000:00000010:2.0:1718399244.315535:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.315542:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e110. 00000100:00000200:2.0:1718399244.315546:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317921728, offset 224 00000400:00000200:2.0:1718399244.315551:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.315558:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.315563:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90492:90492:256:4294967295] 192.168.202.25@tcp LPNI seq info [90492:90492:8:4294967295] 00000400:00000200:2.0:1718399244.315570:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.315574:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.315577:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18100 (tot 82314186). 00000800:00000200:2.0:1718399244.315581:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.315586:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.315589:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.315607:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46780. 00000020:00000010:2.0:1718399244.315611:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0150. 00000020:00000010:2.0:1718399244.315613:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800936c6a00. 00000800:00000200:1.0:1718399244.315678:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.315681:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18100 (tot 82313938). 00080000:00000010:0.0:1718399244.315682:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5092000. 00000400:00000200:1.0:1718399244.315686:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.315690:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.315693:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e110 00000400:00000010:1.0:1718399244.315694:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e110. 00010000:00000010:0.0:1718399244.315742:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6300. 00010000:00000010:0.0:1718399244.315748:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130de6500. 00010000:00000010:0.0:1718399244.315812:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cd8240. 00010000:00000010:0.0:1718399244.315817:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfc100. 00010000:00000010:0.0:1718399244.315823:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093058880. 00000100:00000010:0.0:1718399244.315826:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9180. 00000100:00000010:0.0:1718399244.315831:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 02000000:00000010:0.0:1718399244.315838:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c3200. 02000000:00000010:0.0:1718399244.315853:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c3c00. 00000400:00000010:0.0:1718399244.315856:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c60. 00000400:00000010:0.0:1718399244.315859:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376770. 00000100:00000200:0.0:1718399244.315862:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316499648, portal 16 00000400:00000010:0.0:1718399244.315865:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376908. 00000100:00000200:0.0:1718399244.315866:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316499648, offset 0 00000400:00000200:0.0:1718399244.315869:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.315873:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.315878:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399244.315881:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399244.315883:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399244.315885:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90493:90493:256:4294967295] 192.168.202.25@tcp LPNI seq info [90493:90493:8:4294967295] 00000400:00000200:0.0:1718399244.315890:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.315892:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.315894:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5092600 (tot 82314186). 00000800:00000200:0.0:1718399244.315897:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.315900:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.315902:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5092600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.315969:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.315970:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5092600 (tot 82313938). 00000400:00000200:2.0:1718399244.315973:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.315975:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.315977:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376908 00000400:00000010:2.0:1718399244.315978:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376908. 00000100:00000200:2.0:1718399244.315983:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27e880 x1801871316499648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.316372:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e217600. 00010000:00000010:2.1:1718399244.316377:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a50ea900. 00010000:00000010:2.1:1718399244.316381:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdad00. 00000400:00000200:0.0:1718399244.317028:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.317037:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03cc0 00000400:00000200:0.0:1718399244.317041:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae4c1 [1] + 224 00000400:00000200:0.0:1718399244.317048:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.317051:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.317055:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27e880 x1801871316499648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.317083:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.317087:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f000 00000400:00000200:0.0:1718399244.317090:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacef5 [2] + 328 00000400:00000200:0.0:1718399244.317101:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.317104:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.317107:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.317110:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 00000020:00000010:3.0:1718399244.317173:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800936c7a00. 00000020:00000010:3.0:1718399244.317177:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399244.317180:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0c78. 00000100:00000200:3.0:1718399244.317198:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27df00 x1801871317921792/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399244.317225:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317921792 02000000:00000010:3.0:1718399244.317232:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800936c6a00. 00010000:00000010:3.0:1718399244.317249:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27500. 00000400:00000010:2.0:1718399244.317303:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c60. 00000400:00000200:2.0:1718399244.317307:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376770 00000400:00000010:2.0:1718399244.317308:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376770. 00000100:00000200:2.0:1718399244.317312:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27e880 x1801871316499648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.317318:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27e880 x1801871316499648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1718399244.317331:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f78100. 02000000:00000010:2.0:1718399244.317340:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c3c00. 02000000:00000010:2.0:1718399244.317344:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c3200. 00000100:00000010:2.0:1718399244.317346:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 00000100:00000010:2.0:1718399244.317348:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9180. 00010000:00000010:2.0:1718399244.317351:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093058880. 00000100:00000010:3.0:1718399244.317591:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2780. 00000100:00000010:3.0:1718399244.317596:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2780. 00010000:00000010:3.0:1718399244.317599:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27500. 00000400:00000010:3.0:1718399244.317607:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399244.317610:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317921792, offset 224 00000400:00000200:3.0:1718399244.317615:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.317620:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00080000:00000010:2.0:1718399244.317653:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093f18800. 00010000:00000010:2.0:1718399244.317701:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfc100. 00010000:00000010:2.0:1718399244.317705:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093f78080. 00010000:00000010:2.0:1718399244.317750:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356f3c0. 00010000:00000010:2.0:1718399244.317754:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6180. 00010000:00000010:2.0:1718399244.317759:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.317762:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa23c0. 00000100:00000010:2.0:1718399244.317792:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc280. 02000000:00000010:2.0:1718399244.317799:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101ce00. 02000000:00000010:2.0:1718399244.317810:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101dc00. 00000400:00000010:2.0:1718399244.317813:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd790. 00000400:00000010:2.0:1718399244.317816:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e880. 00000100:00000200:2.0:1718399244.317818:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316499712, portal 16 00000400:00000010:2.0:1718399244.317821:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399244.317822:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316499712, offset 0 00000400:00000200:2.0:1718399244.317826:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.317845:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90494:90494:256:4294967295] 192.168.202.25@tcp LPNI seq info [90494:90494:8:4294967295] 00000400:00000200:3.0:1718399244.317853:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.317858:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.317861:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725700 (tot 82314186). 00000800:00000200:3.0:1718399244.317865:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.317870:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.317872:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.317891:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399244.317895:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0c78. 00000020:00000010:3.0:1718399244.317898:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800936c7a00. 00000800:00000200:1.0:1718399244.317953:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.317955:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725700 (tot 82313938). 00000400:00000200:1.0:1718399244.317959:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.317962:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.317964:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:1.0:1718399244.317965:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000400:00000200:2.0:1718399244.318308:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.318312:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.318314:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.318316:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.318318:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90495:90495:255:4294967295] 192.168.202.25@tcp LPNI seq info [90495:90495:7:4294967295] 00000400:00000200:2.0:1718399244.318324:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.318327:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.318329:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18d00 (tot 82314186). 00000800:00000200:2.0:1718399244.318332:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.318335:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.318336:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.318432:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.318434:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18d00 (tot 82313938). 00000400:00000200:0.0:1718399244.318438:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.318440:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.318442:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:0.0:1718399244.318443:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000100:00000200:0.0:1718399244.318447:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbc280 x1801871316499712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.319550:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931ef3c0. 00010000:00000010:3.1:1718399244.319854:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928fe800. 00010000:00000010:3.1:1718399244.319861:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd9f80. 00010000:00000010:2.1:1718399244.322510:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8801364721c0. 00000400:00000200:0.0:1718399244.323311:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.323326:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03d00 00000400:00000200:0.0:1718399244.323335:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae4cd [1] + 224 00000400:00000200:1.0:1718399244.323392:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.323398:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.323406:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbc280 x1801871316499712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.323596:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd790. 00000400:00000200:2.0:1718399244.323600:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e880 00000400:00000010:2.0:1718399244.323602:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e880. 00000100:00000200:2.0:1718399244.323607:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbc280 x1801871316499712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.323613:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbc280 x1801871316499712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.323636:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101dc00. 02000000:00000010:2.0:1718399244.323642:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101ce00. 00000100:00000010:2.0:1718399244.323646:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc280. 00000100:00000010:2.0:1718399244.323649:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa23c0. 00010000:00000010:2.0:1718399244.323652:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000200:1.0:1718399244.327601:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.327620:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f040 00000400:00000200:1.0:1718399244.327627:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacef5 [2] + 656 00000400:00000200:1.0:1718399244.327690:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.327695:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.327700:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399244.327706:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 00010000:00000010:3.1:1718399244.327777:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098455000. 00010000:00000010:3.1:1718399244.327784:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356eac0. 00000020:00000010:2.0:1718399244.327851:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101ce00. 00000020:00000010:2.0:1718399244.327857:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6d00. 00000020:00000010:2.0:1718399244.327860:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.327937:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df71c80 x1801871317921856/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399244.328738:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317921856 02000000:00000010:2.0:1718399244.328747:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101dc00. 00010000:00000010:2.0:1718399244.328779:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013672e800. 00010000:00000010:2.0:1718399244.328794:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.328800:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa23c0. 00000100:00000010:2.0:1718399244.328817:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa23c0. 00010000:00000010:2.0:1718399244.328820:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.328830:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e880. 00000100:00000200:2.0:1718399244.328835:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317921856, offset 224 00000400:00000200:2.0:1718399244.328841:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.328849:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.328854:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90496:90496:256:4294967295] 192.168.202.25@tcp LPNI seq info [90496:90496:8:4294967295] 00000400:00000200:2.0:1718399244.328861:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.328865:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.328868:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18a00 (tot 82314186). 00000800:00000200:2.0:1718399244.328872:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.328878:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.328881:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.328906:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6d00. 00000020:00000010:2.0:1718399244.328910:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.328912:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101ce00. 00080000:00000010:3.0:1718399244.329367:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880095725a00. 00010000:00000010:3.0:1718399244.329431:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6180. 00000800:00000200:1.0:1718399244.329537:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.329539:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18a00 (tot 82313938). 00000400:00000200:1.0:1718399244.329543:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.329547:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.329550:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e880 00000400:00000010:1.0:1718399244.329551:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e880. 00010000:00000010:3.0:1718399244.329649:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093007d80. 00010000:00000010:3.0:1718399244.329866:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09ed00. 00010000:00000010:3.0:1718399244.329872:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399244.329880:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27500. 00000100:00000010:3.0:1718399244.329883:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2780. 00000100:00000010:3.0:1718399244.329889:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3bdc0. 02000000:00000010:3.0:1718399244.329898:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800936c7a00. 02000000:00000010:3.0:1718399244.330188:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800936c7400. 00000400:00000010:3.0:1718399244.330193:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310ec8. 00000400:00000010:3.0:1718399244.330197:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466550. 00000100:00000200:3.0:1718399244.330201:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316499776, portal 16 00000400:00000010:3.0:1718399244.330204:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94663b8. 00000100:00000200:3.0:1718399244.330205:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316499776, offset 0 00000400:00000200:3.0:1718399244.330210:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.330216:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.330221:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.330223:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.330225:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.330228:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90497:90497:256:4294967295] 192.168.202.25@tcp LPNI seq info [90497:90497:8:4294967295] 00000400:00000200:3.0:1718399244.330233:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.330237:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.330240:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880095725700 (tot 82314186). 00000800:00000200:3.0:1718399244.330244:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.330249:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.330251:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880095725700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.330383:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.330385:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880095725700 (tot 82313938). 00000400:00000200:1.0:1718399244.330388:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.330391:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.330393:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94663b8 00000400:00000010:1.0:1718399244.330395:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94663b8. 00000100:00000200:1.0:1718399244.330399:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3bdc0 x1801871316499776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.334111:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935c8d80. 00010000:00000010:2.1:1718399244.334125:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880097bd1100. 00010000:00000010:2.1:1718399244.334128:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cd8240. 00000400:00000200:0.0:1718399244.334637:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.335822:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03d40 00000400:00000200:0.0:1718399244.335830:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae4d9 [1] + 224 00000400:00000200:0.0:1718399244.335844:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.335848:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.335856:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3bdc0 x1801871316499776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.335891:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.335896:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f080 00000400:00000200:0.0:1718399244.335900:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacef5 [2] + 984 00000400:00000200:0.0:1718399244.335923:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.335926:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.335929:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.335934:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00000400:00000010:2.0:1718399244.338309:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310ec8. 00000400:00000200:2.0:1718399244.338318:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466550 00000400:00000010:2.0:1718399244.338319:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466550. 00000100:00000200:2.0:1718399244.338328:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3bdc0 x1801871316499776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.338335:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3bdc0 x1801871316499776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.338367:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800936c7400. 02000000:00000010:2.0:1718399244.338372:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800936c7a00. 00000100:00000010:2.0:1718399244.338375:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3bdc0. 00000100:00000010:2.0:1718399244.338381:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2780. 00010000:00000010:2.0:1718399244.338385:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27500. 00000020:00000010:2.0:1718399244.338418:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101ce00. 00000020:00000010:2.0:1718399244.338423:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6d00. 00000020:00000010:2.0:1718399244.338426:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.338443:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317921920/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399244.338465:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317921920 02000000:00000010:2.0:1718399244.338471:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101da00. 00010000:00000010:2.0:1718399244.338491:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093e97d00. 00010000:00000010:2.0:1718399244.338506:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.338510:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa23c0. 00000100:00000010:2.0:1718399244.338516:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa23c0. 00010000:00000010:2.0:1718399244.338518:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.338526:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ec38. 00000100:00000200:2.0:1718399244.338530:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317921920, offset 224 00000400:00000200:2.0:1718399244.338535:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.338544:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.338549:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90498:90498:256:4294967295] 192.168.202.25@tcp LPNI seq info [90498:90498:8:4294967295] 00000400:00000200:2.0:1718399244.338564:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.338570:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.338572:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18e00 (tot 82314186). 00000800:00000200:2.0:1718399244.338577:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.338583:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.338586:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.338603:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6d00. 00000020:00000010:2.0:1718399244.338607:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.338609:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101ce00. 00080000:00000010:2.0:1718399244.338628:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093f18300. 00010000:00000010:2.0:1718399244.338686:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:2.0:1718399244.338690:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093e97c00. 00010000:00000010:2.0:1718399244.338742:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e640. 00010000:00000010:2.0:1718399244.338746:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6d00. 00010000:00000010:2.0:1718399244.338752:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.338754:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa23c0. 00000100:00000010:2.0:1718399244.338759:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc280. 02000000:00000010:2.0:1718399244.338778:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101ce00. 02000000:00000010:2.0:1718399244.338793:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101d000. 00000400:00000010:2.0:1718399244.338797:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd790. 00000400:00000010:2.0:1718399244.338800:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eee0. 00000100:00000200:2.0:1718399244.338804:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316499840, portal 16 00000400:00000010:2.0:1718399244.338806:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ef68. 00000100:00000200:2.0:1718399244.338808:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316499840, offset 0 00000400:00000200:2.0:1718399244.338811:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.338815:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000800:00000200:1.0:1718399244.338817:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1718399244.338820:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000800:00000010:1.0:1718399244.338821:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18e00 (tot 82313938). 00000400:00000200:2.0:1718399244.338822:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.338824:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.338826:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90499:90499:255:4294967295] 192.168.202.25@tcp LPNI seq info [90499:90499:7:4294967295] 00000400:00000200:1.0:1718399244.338826:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.338830:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.338831:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000400:00000200:1.0:1718399244.338833:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ec38 00000800:00000200:2.0:1718399244.338834:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000400:00000010:1.0:1718399244.338834:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ec38. 00000800:00000010:2.0:1718399244.338836:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18e00 (tot 82314186). 00000800:00000200:2.0:1718399244.338839:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.338842:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.338843:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.338873:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.338875:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18e00 (tot 82313938). 00000400:00000200:1.0:1718399244.338877:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.338879:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.338881:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ef68 00000400:00000010:1.0:1718399244.338882:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ef68. 00000100:00000200:1.0:1718399244.338886:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbc280 x1801871316499840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.340638:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.340648:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03d80 00000400:00000200:0.0:1718399244.340653:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae4e5 [1] + 224 00000400:00000200:0.0:1718399244.340666:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.340669:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.340673:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbc280 x1801871316499840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.340723:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd790. 00000400:00000200:2.0:1718399244.340727:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eee0 00000400:00000010:2.0:1718399244.340728:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eee0. 00000100:00000200:2.0:1718399244.340733:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbc280 x1801871316499840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.340739:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbc280 x1801871316499840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.340759:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101d000. 02000000:00000010:2.0:1718399244.340772:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101ce00. 00000100:00000010:2.0:1718399244.340777:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc280. 00000100:00000010:2.0:1718399244.340779:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa23c0. 00010000:00000010:2.0:1718399244.340782:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000200:0.0:1718399244.341090:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.341096:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f0c0 00000400:00000200:0.0:1718399244.341100:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacef5 [2] + 1312 00000400:00000200:0.0:1718399244.341231:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.341235:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.341239:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.341242:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00000020:00000010:2.0:1718399244.341301:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101ce00. 00000020:00000010:2.0:1718399244.341305:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399244.341308:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.341323:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317921984/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.341352:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317921984 02000000:00000010:2.0:1718399244.341360:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101d000. 00010000:00000010:2.0:1718399244.341377:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130de6200. 00010000:00000010:2.0:1718399244.341399:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.341403:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa23c0. 00000100:00000010:2.0:1718399244.341408:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa23c0. 00010000:00000010:2.0:1718399244.341410:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00000400:00000010:2.0:1718399244.341417:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eee0. 00000100:00000200:2.0:1718399244.341420:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317921984, offset 224 00000400:00000200:2.0:1718399244.341425:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.341431:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.341434:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90500:90500:256:4294967295] 192.168.202.25@tcp LPNI seq info [90500:90500:8:4294967295] 00000400:00000200:2.0:1718399244.341440:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.341444:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.341446:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18a00 (tot 82314186). 00000800:00000200:2.0:1718399244.341450:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.341455:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.341458:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.341479:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399244.341483:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.341485:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101ce00. 00080000:00000010:2.0:1718399244.341507:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093f18d00. 00010000:00000010:2.0:1718399244.341567:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6d00. 00010000:00000010:2.0:1718399244.341571:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093f47f00. 00010000:00000010:2.0:1718399244.341621:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093f18100. 00010000:00000010:2.0:1718399244.341623:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6d00. 00010000:00000010:2.0:1718399244.341626:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356dd40. 00010000:00000010:2.0:1718399244.341629:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6a00. 00080000:00000010:2.0:1718399244.341637:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093f18f00. 00010000:00000010:2.0:1718399244.341653:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6a00. 00010000:00000010:2.0:1718399244.341656:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6d00. 00010000:00000010:2.0:1718399244.341691:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c900. 00010000:00000010:2.0:1718399244.341693:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6d00. 00010000:00000010:2.0:1718399244.341698:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e6c0. 00000100:00000010:2.0:1718399244.341700:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa23c0. 00000100:00000010:2.0:1718399244.341704:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbc280. 02000000:00000010:2.0:1718399244.341711:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101ce00. 02000000:00000010:2.0:1718399244.341725:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101c600. 00000400:00000010:2.0:1718399244.341728:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd790. 00000400:00000010:2.0:1718399244.341730:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e220. 00000100:00000200:2.0:1718399244.341734:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316499904, portal 16 00000400:00000010:2.0:1718399244.341736:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52edd0. 00000100:00000200:2.0:1718399244.341737:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316499904, offset 0 00000400:00000200:2.0:1718399244.341741:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.341745:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.341749:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.341752:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.341754:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.341756:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90501:90501:255:4294967295] 192.168.202.25@tcp LPNI seq info [90501:90501:7:4294967295] 00000400:00000200:2.0:1718399244.341761:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.341773:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1718399244.341774:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.341776:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18200 (tot 82314186). 00000800:00000010:1.0:1718399244.341776:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18a00 (tot 82313938). 00000800:00000200:2.0:1718399244.341779:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000400:00000200:1.0:1718399244.341779:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1718399244.341782:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000400:00000200:1.0:1718399244.341782:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000800:00000200:2.0:1718399244.341784:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18200 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1718399244.341785:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eee0 00000400:00000010:1.0:1718399244.341786:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eee0. 00000800:00000200:1.0:1718399244.341805:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.341806:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18200 (tot 82313938). 00000400:00000200:1.0:1718399244.341809:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.341811:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.341813:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52edd0 00000400:00000010:1.0:1718399244.341814:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52edd0. 00000100:00000200:1.0:1718399244.341818:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbc280 x1801871316499904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.344519:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.344531:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03dc0 00000400:00000200:0.0:1718399244.344537:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae4f1 [1] + 224 00000400:00000200:0.0:1718399244.344550:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.344553:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.344559:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbc280 x1801871316499904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399244.344646:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd790. 00000400:00000200:3.0:1718399244.344649:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e220 00000400:00000010:3.0:1718399244.344651:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e220. 00000100:00000200:3.0:1718399244.344656:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbc280 x1801871316499904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.344667:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbc280 x1801871316499904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.344689:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101c600. 02000000:00000010:3.0:1718399244.344694:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101ce00. 00000100:00000010:3.0:1718399244.344697:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbc280. 00000100:00000010:3.0:1718399244.344700:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa23c0. 00010000:00000010:3.0:1718399244.344703:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e6c0. 00010000:00000010:0.1:1718399244.344968:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931d2900. 00010000:00000010:0.1:1718399244.344973:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f3c0. 00000400:00000200:2.0:1718399244.345017:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.345023:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f100 00000400:00000200:2.0:1718399244.345028:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacef5 [2] + 1640 00000400:00000200:2.0:1718399244.345075:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.345078:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.345082:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399244.345086:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb97c0. 00000020:00000010:3.0:1718399244.345180:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800936c7400. 00000020:00000010:3.0:1718399244.345185:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.345188:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0c78. 00000100:00000200:3.0:1718399244.345206:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fb97c0 x1801871317922048/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399244.345235:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317922048 02000000:00000010:3.0:1718399244.345243:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3800. 00010000:00000010:3.0:1718399244.345261:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093288500. 00010000:00000010:3.0:1718399244.345292:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27f00. 00000100:00000010:3.0:1718399244.345297:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2b40. 00000100:00000010:3.0:1718399244.345303:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2b40. 00010000:00000010:3.0:1718399244.345305:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27f00. 00000400:00000010:3.0:1718399244.345313:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466c38. 00000100:00000200:3.0:1718399244.345317:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317922048, offset 224 00000400:00000200:3.0:1718399244.345322:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.345329:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.345333:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90502:90502:256:4294967295] 192.168.202.25@tcp LPNI seq info [90502:90502:8:4294967295] 00000400:00000200:3.0:1718399244.345340:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.345344:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.345346:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36000 (tot 82314186). 00000800:00000200:3.0:1718399244.345351:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.345355:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.345359:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.345370:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.345373:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0c78. 00000020:00000010:3.0:1718399244.345376:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800936c7400. 00080000:00000010:3.0:1718399244.345394:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092b36300. 00010000:00000010:3.0:1718399244.345452:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6d00. 00010000:00000010:3.0:1718399244.345457:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093288280. 00010000:00000010:3.0:1718399244.345505:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c900. 00010000:00000010:3.0:1718399244.345509:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.345514:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27f00. 00000100:00000010:3.0:1718399244.345516:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2b40. 00000100:00000010:3.0:1718399244.345521:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb39c80. 02000000:00000010:3.0:1718399244.345528:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399244.345543:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2600. 00000400:00000010:3.0:1718399244.345546:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a53107e8. 00000400:00000010:3.0:1718399244.345548:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466440. 00000100:00000200:3.0:1718399244.345551:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316499968, portal 16 00000400:00000010:3.0:1718399244.345554:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399244.345555:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316499968, offset 0 00000400:00000200:3.0:1718399244.345559:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.345563:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.345568:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.345570:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.345572:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.345574:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90503:90503:255:4294967295] 192.168.202.25@tcp LPNI seq info [90503:90503:7:4294967295] 00000400:00000200:3.0:1718399244.345579:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.345582:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.345584:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36800 (tot 82314434). 00000800:00000200:3.0:1718399244.345586:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.345589:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.345591:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.345655:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.345658:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36000 (tot 82314186). 00000400:00000200:0.0:1718399244.345661:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.345664:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.345667:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466c38 00000400:00000010:0.0:1718399244.345668:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466c38. 00000800:00000200:0.0:1718399244.345700:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.345702:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36800 (tot 82313938). 00000400:00000200:0.0:1718399244.345704:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.345706:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.345708:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:0.0:1718399244.345709:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:0.0:1718399244.345711:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb39c80 x1801871316499968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.349544:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.349558:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03e00 00000400:00000200:0.0:1718399244.349564:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae4fd [1] + 224 00000400:00000200:0.0:1718399244.349580:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.349583:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.349591:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb39c80 x1801871316499968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.350339:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009350c900. 00000400:00000010:3.0:1718399244.351298:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a53107e8. 00000400:00000200:3.0:1718399244.351304:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466440 00000400:00000010:3.0:1718399244.351306:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466440. 00000100:00000200:3.0:1718399244.351313:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb39c80 x1801871316499968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.351321:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb39c80 x1801871316499968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.351346:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2600. 02000000:00000010:3.0:1718399244.351351:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3e00. 00000100:00000010:3.0:1718399244.351354:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb39c80. 00000100:00000010:3.0:1718399244.351361:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2b40. 00010000:00000010:3.0:1718399244.351364:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27f00. 00000400:00000200:2.0:1718399244.352123:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.352133:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f140 00000400:00000200:2.0:1718399244.352138:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacef5 [2] + 1968 00000400:00000010:2.0:1718399244.352141:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310000. 00000400:00000200:2.0:1718399244.352144:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800a52eb180 00000400:00000200:2.0:1718399244.352192:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.352195:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.352198:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a52eb180 00000400:00000010:2.0:1718399244.352199:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800a52eb180 (tot 82313786). 00000100:00000200:2.0:1718399244.352204:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1718399244.352289:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399244.352293:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399244.352296:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0c78. 00000100:00000200:3.0:1718399244.352311:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009cae9850 x1801871317922112/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399244.352335:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317922112 02000000:00000010:3.0:1718399244.352341:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2600. 00010000:00000010:3.0:1718399244.352358:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009352e800. 00010000:00000010:3.0:1718399244.352370:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27f00. 00000100:00000010:3.0:1718399244.352374:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2b40. 00000100:00000010:3.0:1718399244.352379:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2b40. 00010000:00000010:3.0:1718399244.352381:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27f00. 00000400:00000010:3.0:1718399244.352388:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466440. 00000100:00000200:3.0:1718399244.352395:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317922112, offset 224 00000400:00000200:3.0:1718399244.352401:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.352408:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.352413:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90504:90504:256:4294967295] 192.168.202.25@tcp LPNI seq info [90504:90504:8:4294967295] 00000400:00000200:3.0:1718399244.352421:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.352426:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.352429:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36600 (tot 82314034). 00000800:00000200:3.0:1718399244.352433:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.352439:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.352441:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.352852:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46f80. 00000020:00000010:3.0:1718399244.352857:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0c78. 00000020:00000010:3.0:1718399244.352859:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 02000000:00000010:3.0:1718399244.352865:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3800. 00000100:00000010:3.0:1718399244.352867:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb97c0. 02000000:00000010:3.0:1718399244.352870:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d000. 00000100:00000010:3.0:1718399244.352873:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 02000000:00000010:3.0:1718399244.352875:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101da00. 00000100:00000010:3.0:1718399244.352876:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 02000000:00000010:3.0:1718399244.352878:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101dc00. 00000100:00000010:3.0:1718399244.352879:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df71c80. 02000000:00000010:3.0:1718399244.352882:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800936c6a00. 00000100:00000010:3.0:1718399244.352884:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 02000000:00000010:3.0:1718399244.352886:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d800. 00000100:00000010:3.0:1718399244.352887:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 00000100:00000200:3.0:1718399244.352892:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1718399244.352895:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a53107e8. 00000400:00000010:3.0:1718399244.352897:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093dd2b40 (tot 82314186). 00080000:00000010:3.0:1718399244.352917:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092b36100. 00010000:00000010:3.0:1718399244.352969:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.352974:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009352e100. 00010000:00000010:3.0:1718399244.353031:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f3c0. 00010000:00000010:3.0:1718399244.353035:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.353041:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27f00. 00000100:00000010:3.0:1718399244.353044:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2cc0. 00000100:00000010:3.0:1718399244.353048:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb39c80. 02000000:00000010:3.0:1718399244.353057:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399244.353073:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3e00. 00000400:00000010:3.0:1718399244.353076:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310b58. 00000400:00000010:3.0:1718399244.353078:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399244.353081:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316500032, portal 16 00000400:00000010:3.0:1718399244.353083:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466330. 00000100:00000200:3.0:1718399244.353085:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316500032, offset 0 00000400:00000200:3.0:1718399244.353089:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.353094:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.353098:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.353101:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.353103:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.353105:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90505:90505:255:4294967295] 192.168.202.25@tcp LPNI seq info [90505:90505:7:4294967295] 00000400:00000200:3.0:1718399244.353110:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.353113:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.353115:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36400 (tot 82314434). 00000800:00000200:3.0:1718399244.353118:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.353121:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.353123:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.353190:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.353192:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36600 (tot 82314186). 00000400:00000200:0.0:1718399244.353194:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.353197:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.353200:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466440 00000400:00000010:0.0:1718399244.353201:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466440. 02000000:00000010:0.0:1718399244.353205:0:18240:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2600. 00000800:00000200:0.0:1718399244.353241:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.353243:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36400 (tot 82313938). 00000400:00000200:0.0:1718399244.353245:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.353247:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.353249:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466330 00000400:00000010:0.0:1718399244.353249:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466330. 00000100:00000200:0.0:1718399244.353253:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb39c80 x1801871316500032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399244.357258:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.357287:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03e40 00000400:00000200:1.0:1718399244.357296:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae50d [1] + 224 00000400:00000200:1.0:1718399244.357306:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.357310:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.357317:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb39c80 x1801871316500032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399244.357901:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.357907:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f180 00000400:00000200:1.0:1718399244.357912:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacf4d [2] + 0 00000400:00000200:1.0:1718399244.358299:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.358303:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.358308:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399244.358313:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 00000020:00000010:2.0:1718399244.358387:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101d800. 00000020:00000010:2.0:1718399244.358392:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399244.358395:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.358414:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df73440 x1801871317922176/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.358433:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317922176 02000000:00000010:2.0:1718399244.358440:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101dc00. 00010000:00000010:2.0:1718399244.358468:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e980. 00000100:00000010:2.0:1718399244.358474:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2600. 00000100:00000010:2.0:1718399244.358478:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2600. 00010000:00000010:2.0:1718399244.358481:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e980. 00000400:00000010:2.0:1718399244.358492:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e7f8. 00000100:00000200:2.0:1718399244.358496:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317922176, offset 224 00000400:00000200:2.0:1718399244.358501:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.358508:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.358514:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90506:90506:256:4294967295] 192.168.202.25@tcp LPNI seq info [90506:90506:8:4294967295] 00000400:00000200:2.0:1718399244.358520:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.358535:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.358538:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18e00 (tot 82314186). 00000800:00000200:2.0:1718399244.358542:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.358548:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.358551:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.358562:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399244.358566:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.358569:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101d800. 00000800:00000200:2.0:1718399244.358624:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.358626:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18e00 (tot 82313938). 00000400:00000200:2.0:1718399244.358628:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.358631:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.358633:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e7f8 00000400:00000010:2.0:1718399244.358635:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e7f8. 00000400:00000010:3.0:1718399244.358808:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310b58. 00000400:00000200:3.0:1718399244.358813:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:3.0:1718399244.358814:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000100:00000200:3.0:1718399244.358819:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb39c80 x1801871316500032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.358826:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb39c80 x1801871316500032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399244.358842:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093288300. 02000000:00000010:3.0:1718399244.358854:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399244.358858:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399244.358861:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb39c80. 00000100:00000010:3.0:1718399244.358867:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2cc0. 00010000:00000010:3.0:1718399244.358870:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27f00. 00080000:00000010:3.0:1718399244.358880:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092b36700. 00010000:00000010:3.0:1718399244.358932:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.358937:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093288580. 00010000:00000010:2.1:1718399244.360313:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933a7cc0. 00010000:00000010:2.1:1718399244.360320:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933a2800. 00010000:00000010:2.1:1718399244.360324:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09ed00. 00010000:00000010:2.1:1718399244.360327:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093515f80. 00010000:00000010:2.1:1718399244.360330:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5192300. 00010000:00000010:2.1:1718399244.360333:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e640. 00010000:00000010:2.1:1718399244.360335:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093f18100. 00010000:00000010:2.1:1718399244.360338:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00010000:00000010:3.0:1718399244.360380:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09ed00. 00010000:00000010:3.0:1718399244.360386:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.360394:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27f00. 00000100:00000010:3.0:1718399244.360398:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2cc0. 00000100:00000010:3.0:1718399244.360404:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb39c80. 02000000:00000010:3.0:1718399244.360413:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399244.360432:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3e00. 00000400:00000010:3.0:1718399244.360436:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310b58. 00000400:00000010:3.0:1718399244.360441:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399244.360445:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316500096, portal 16 00000400:00000010:3.0:1718399244.360448:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466aa0. 00000100:00000200:3.0:1718399244.360449:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316500096, offset 0 00000400:00000200:3.0:1718399244.360454:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.360461:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.360465:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.360468:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.360470:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.360472:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90507:90507:256:4294967295] 192.168.202.25@tcp LPNI seq info [90507:90507:8:4294967295] 00000400:00000200:3.0:1718399244.360478:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.360482:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.360484:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36f00 (tot 82314186). 00000800:00000200:3.0:1718399244.360488:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.360493:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.360495:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.360621:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.360624:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36f00 (tot 82313938). 00000400:00000200:0.0:1718399244.360627:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.360630:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.360633:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:0.0:1718399244.360634:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00000100:00000200:0.0:1718399244.360638:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb39c80 x1801871316500096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.362359:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.362370:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03e80 00000400:00000200:0.0:1718399244.362376:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae519 [1] + 224 00000400:00000200:0.0:1718399244.362391:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.362395:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.362400:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb39c80 x1801871316500096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399244.362474:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310b58. 00000400:00000200:3.0:1718399244.362480:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:3.0:1718399244.362481:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000100:00000200:3.0:1718399244.362484:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb39c80 x1801871316500096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.362489:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb39c80 x1801871316500096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.362509:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399244.362513:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399244.362516:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb39c80. 00000100:00000010:3.0:1718399244.362522:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2cc0. 00010000:00000010:3.0:1718399244.362525:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27f00. 00000400:00000200:0.0:1718399244.364696:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.364708:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f1c0 00000400:00000200:0.0:1718399244.364713:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacf4d [2] + 328 00000400:00000200:0.0:1718399244.364777:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.364780:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.364785:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.364790:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000020:00000010:2.0:1718399244.365372:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101da00. 00000020:00000010:2.0:1718399244.365377:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399244.365381:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.365398:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317922240/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399244.365438:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317922240 02000000:00000010:2.0:1718399244.365446:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101d000. 00010000:00000010:2.0:1718399244.365468:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093d2b380. 00010000:00000010:2.0:1718399244.365490:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e980. 00000100:00000010:2.0:1718399244.365496:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2600. 00000100:00000010:2.0:1718399244.365504:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2600. 00010000:00000010:2.0:1718399244.365506:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e980. 00000400:00000010:2.0:1718399244.365515:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e7f8. 00000100:00000200:2.0:1718399244.365519:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317922240, offset 224 00000400:00000200:2.0:1718399244.365534:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.365542:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.365547:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90508:90508:256:4294967295] 192.168.202.25@tcp LPNI seq info [90508:90508:8:4294967295] 00000400:00000200:2.0:1718399244.365554:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.365558:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.365561:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18100 (tot 82314186). 00000800:00000200:2.0:1718399244.365565:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.365571:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.365573:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.365589:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399244.365592:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.365595:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101da00. 00000800:00000200:1.0:1718399244.365647:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.365650:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18100 (tot 82313938). 00000400:00000200:1.0:1718399244.365654:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.365658:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.365660:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e7f8 00080000:00000010:3.0:1718399244.365662:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092b36900. 00000400:00000010:1.0:1718399244.365662:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e7f8. 00010000:00000010:3.0:1718399244.365718:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.365723:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093d2b300. 00010000:00000010:3.0:1718399244.365789:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d200. 00010000:00000010:3.0:1718399244.365792:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.365799:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27f00. 00000100:00000010:3.0:1718399244.365802:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2cc0. 00000100:00000010:3.0:1718399244.365808:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb39c80. 02000000:00000010:3.0:1718399244.365816:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399244.365832:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3e00. 00000400:00000010:3.0:1718399244.365836:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310b58. 00000400:00000010:3.0:1718399244.365839:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399244.365843:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316500160, portal 16 00000400:00000010:3.0:1718399244.365845:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466d48. 00000100:00000200:3.0:1718399244.365846:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316500160, offset 0 00000400:00000200:3.0:1718399244.365850:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.365855:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.365860:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.365863:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.365865:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.365867:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90509:90509:256:4294967295] 192.168.202.25@tcp LPNI seq info [90509:90509:8:4294967295] 00000400:00000200:3.0:1718399244.365873:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.365876:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.365878:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36a00 (tot 82314186). 00000800:00000200:3.0:1718399244.365881:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.365884:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.365886:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.366222:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.366224:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36a00 (tot 82313938). 00000400:00000200:1.0:1718399244.366227:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.366231:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.366232:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466d48 00000400:00000010:1.0:1718399244.366233:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466d48. 00000100:00000200:1.0:1718399244.366237:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb39c80 x1801871316500160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.366988:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093398b40. 00010000:00000010:1.1:1718399244.366997:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d2500. 00010000:00000010:1.1:1718399244.367001:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c900. 00010000:00000010:1.1:1718399244.367003:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdcfc0. 00010000:00000010:1.1:1718399244.367006:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880098455500. 00010000:00000010:1.1:1718399244.367009:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c900. 00010000:00000010:3.1:1718399244.369839:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935cad00. 00010000:00000010:0.1:1718399244.373940:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093515200. 00010000:00000010:0.1:1718399244.373948:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928feb00. 00010000:00000010:0.1:1718399244.373951:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f3c0. 00010000:00000010:0.1:1718399244.373955:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093139f00. 00010000:00000010:0.1:1718399244.373963:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09ed00. 00000400:00000200:0.0:1718399244.374239:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.374252:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03ec0 00000400:00000200:0.0:1718399244.374259:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae525 [1] + 224 00000400:00000200:0.0:1718399244.374293:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.374296:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.374304:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb39c80 x1801871316500160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.374331:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.374335:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f200 00000400:00000200:0.0:1718399244.374339:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacf4d [2] + 656 00000400:00000200:0.0:1718399244.374349:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.374351:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.374355:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.374359:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000020:00000010:2.0:1718399244.374409:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101da00. 00000020:00000010:2.0:1718399244.374414:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399244.374417:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.374435:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317922304/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399244.374462:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317922304 02000000:00000010:2.0:1718399244.374470:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101ce00. 00010000:00000010:2.0:1718399244.374497:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e980. 00000100:00000010:2.0:1718399244.374502:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2600. 00000100:00000010:2.0:1718399244.374506:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2600. 00010000:00000010:2.0:1718399244.374508:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e980. 00000400:00000010:2.0:1718399244.374517:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ee58. 00000100:00000200:2.0:1718399244.374521:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317922304, offset 224 00000400:00000200:2.0:1718399244.374526:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.374533:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.374538:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90510:90510:256:4294967295] 192.168.202.25@tcp LPNI seq info [90510:90510:8:4294967295] 00000400:00000200:2.0:1718399244.374545:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.374550:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.374553:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18e00 (tot 82314186). 00000800:00000200:2.0:1718399244.374557:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.374562:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.374567:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.374589:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399244.374593:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.374596:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101da00. 00000800:00000200:0.0:1718399244.374648:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.374650:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18e00 (tot 82313938). 00000400:00000010:3.0:1718399244.374653:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310b58. 00000400:00000200:0.0:1718399244.374654:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.374657:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399244.374658:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:3.0:1718399244.374659:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000100:00000200:3.0:1718399244.374663:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb39c80 x1801871316500160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.374665:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ee58 00000400:00000010:0.0:1718399244.374666:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ee58. 00000100:00000200:3.0:1718399244.374669:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb39c80 x1801871316500160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399244.374683:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800930f4a00. 02000000:00000010:3.0:1718399244.374697:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399244.374701:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399244.374703:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb39c80. 00000100:00000010:3.0:1718399244.374709:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2cc0. 00010000:00000010:3.0:1718399244.374711:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27f00. 00080000:00000010:3.0:1718399244.374946:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092b36b00. 00010000:00000010:3.0:1718399244.375003:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.375009:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800930f4080. 00010000:00000010:3.0:1718399244.375060:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880092b36200. 00010000:00000010:3.0:1718399244.375062:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.375065:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d440. 00010000:00000010:3.0:1718399244.375069:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f80. 00080000:00000010:3.0:1718399244.375077:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092b36a00. 00010000:00000010:3.0:1718399244.375093:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399244.375095:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.375143:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09e880. 00010000:00000010:3.0:1718399244.375146:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.375152:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27f00. 00000100:00000010:3.0:1718399244.375154:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2cc0. 00000100:00000010:3.0:1718399244.375158:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb39c80. 02000000:00000010:3.0:1718399244.375165:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399244.375180:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3e00. 00000400:00000010:3.0:1718399244.375182:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310b58. 00000400:00000010:3.0:1718399244.375185:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399244.375188:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316500224, portal 16 00000400:00000010:3.0:1718399244.375191:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466cc0. 00000100:00000200:3.0:1718399244.375192:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316500224, offset 0 00000400:00000200:3.0:1718399244.375195:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.375200:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.375205:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.375207:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.375209:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.375211:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90511:90511:256:4294967295] 192.168.202.25@tcp LPNI seq info [90511:90511:8:4294967295] 00000400:00000200:3.0:1718399244.375217:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.375221:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.375223:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36f00 (tot 82314186). 00000800:00000200:3.0:1718399244.375225:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.375228:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.375230:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.375309:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.375311:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36f00 (tot 82313938). 00000400:00000200:0.0:1718399244.375314:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.375317:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.375319:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466cc0 00000400:00000010:0.0:1718399244.375320:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466cc0. 00000100:00000200:0.0:1718399244.375324:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb39c80 x1801871316500224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.378050:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.378061:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03f00 00000400:00000200:0.0:1718399244.378068:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae531 [1] + 224 00000400:00000200:0.0:1718399244.378080:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.378083:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.378091:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb39c80 x1801871316500224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399244.378793:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310b58. 00000400:00000200:3.0:1718399244.378799:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:3.0:1718399244.378800:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000100:00000200:3.0:1718399244.378805:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb39c80 x1801871316500224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.378812:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb39c80 x1801871316500224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.378833:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399244.378839:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399244.378841:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb39c80. 00000100:00000010:3.0:1718399244.378847:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2cc0. 00010000:00000010:3.0:1718399244.378850:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27f00. 00010000:00000010:0.1:1718399244.381683:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ea9a640. 00000400:00000200:1.0:1718399244.381753:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.381774:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f240 00000400:00000200:1.0:1718399244.381780:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacf4d [2] + 984 00000400:00000200:1.0:1718399244.382013:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.382018:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.382024:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399244.382028:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df74740. 00000020:00000010:2.0:1718399244.382113:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101da00. 00000020:00000010:2.0:1718399244.382117:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399244.382120:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.382140:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df74740 x1801871317922368/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.383331:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317922368 02000000:00000010:2.0:1718399244.383341:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101c600. 00010000:00000010:2.0:1718399244.383365:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012f3df180. 00010000:00000010:2.0:1718399244.383390:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e980. 00000100:00000010:2.0:1718399244.383396:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2600. 00000100:00000010:2.0:1718399244.383403:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2600. 00010000:00000010:2.0:1718399244.383406:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e980. 00080000:00000010:2.0:1718399244.383427:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093f18a00. 00010000:00000010:2.0:1718399244.383483:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46b80. 00010000:00000010:2.0:1718399244.383488:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012f3dfc80. 00010000:00000010:2.0:1718399244.383541:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356dd40. 00010000:00000010:2.0:1718399244.383545:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6500. 00010000:00000010:2.0:1718399244.383552:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e980. 00000100:00000010:2.0:1718399244.383554:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2600. 00000100:00000010:2.0:1718399244.383559:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb9300. 02000000:00000010:2.0:1718399244.383567:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d400. 02000000:00000010:2.0:1718399244.383583:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101cc00. 00000400:00000010:2.0:1718399244.383587:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd528. 00000400:00000010:2.0:1718399244.383591:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ee58. 00000100:00000200:2.0:1718399244.383596:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316500288, portal 16 00000400:00000010:2.0:1718399244.383599:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e7f8. 00000100:00000200:2.0:1718399244.383600:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316500288, offset 0 00000400:00000200:2.0:1718399244.383606:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.383616:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.383622:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.383624:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.383626:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.383629:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90512:90512:256:4294967295] 192.168.202.25@tcp LPNI seq info [90512:90512:8:4294967295] 00000400:00000200:2.0:1718399244.383636:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.383641:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.383644:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18200 (tot 82314186). 00000800:00000200:2.0:1718399244.383648:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.383653:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.383656:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18200 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1718399244.383684:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e220. 00000100:00000200:2.0:1718399244.383686:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317922368, offset 224 00000400:00000200:2.0:1718399244.383690:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.383694:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.383697:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90513:90513:255:4294967295] 192.168.202.25@tcp LPNI seq info [90513:90513:7:4294967295] 00000400:00000200:2.0:1718399244.383702:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.383705:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.383707:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18e00 (tot 82314434). 00000800:00000200:2.0:1718399244.383709:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.383712:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.383713:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.383720:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399244.383723:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.383726:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101da00. 00000800:00000200:1.0:1718399244.383839:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.383842:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18200 (tot 82314186). 00000400:00000200:1.0:1718399244.383845:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.383849:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.383852:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e7f8 00000400:00000010:1.0:1718399244.383853:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e7f8. 00000100:00000200:1.0:1718399244.383859:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb9300 x1801871316500288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1718399244.383902:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.383903:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18e00 (tot 82313938). 00000400:00000200:1.0:1718399244.383905:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.383908:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.383910:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e220 00000400:00000010:1.0:1718399244.383911:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e220. 00000400:00000200:0.0:1718399244.384864:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.384872:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03f40 00000400:00000200:0.0:1718399244.384877:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae539 [1] + 224 00000400:00000200:0.0:1718399244.384883:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.384885:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.384889:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fb9300 x1801871316500288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.384913:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.384916:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f280 00000400:00000200:0.0:1718399244.384920:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacf4d [2] + 1312 00000400:00000200:0.0:1718399244.384930:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.384932:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.384935:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.384938:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 00000400:00000010:2.0:1718399244.384997:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd528. 00000400:00000200:2.0:1718399244.385000:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ee58 00000400:00000010:2.0:1718399244.385001:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ee58. 00000100:00000200:2.0:1718399244.385006:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fb9300 x1801871316500288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.385012:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fb9300 x1801871316500288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.385031:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101cc00. 02000000:00000010:2.0:1718399244.385037:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d400. 00000100:00000010:2.0:1718399244.385040:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb9300. 00000100:00000010:2.0:1718399244.385043:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2600. 00010000:00000010:2.0:1718399244.385046:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e980. 00000020:00000010:1.0:1718399244.385235:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f6000. 00000020:00000010:1.0:1718399244.385240:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a700. 00000020:00000010:1.0:1718399244.385244:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399244.385257:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27df00 x1801871317922432/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399244.385288:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317922432 02000000:00000010:1.0:1718399244.385293:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f6400. 00010000:00000010:1.0:1718399244.385306:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bf56c00. 00010000:00000010:1.0:1718399244.385316:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573f40. 00000100:00000010:1.0:1718399244.385320:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092afcf00. 00000100:00000010:1.0:1718399244.385325:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092afcf00. 00010000:00000010:1.0:1718399244.385328:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573f40. 00000400:00000010:1.0:1718399244.385334:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.385336:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317922432, offset 224 00000400:00000200:1.0:1718399244.385341:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.385348:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.385351:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90514:90514:256:4294967295] 192.168.202.25@tcp LPNI seq info [90514:90514:8:4294967295] 00000400:00000200:1.0:1718399244.385358:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.385361:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.385364:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009321ab00 (tot 82314186). 00000800:00000200:1.0:1718399244.385367:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.385372:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.385374:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009321ab00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1718399244.385689:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093f18100. 00010000:00000010:2.0:1718399244.385840:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6500. 00010000:00000010:2.0:1718399244.385844:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009bf56b80. 00010000:00000010:2.0:1718399244.385898:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e640. 00010000:00000010:2.0:1718399244.385902:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6500. 00010000:00000010:2.0:1718399244.385908:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e980. 00000100:00000010:2.0:1718399244.385911:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2600. 00000100:00000010:2.0:1718399244.385915:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb9300. 02000000:00000010:2.0:1718399244.385921:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d400. 02000000:00000010:2.0:1718399244.385933:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101cc00. 00000400:00000010:2.0:1718399244.385936:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd528. 00000400:00000010:2.0:1718399244.385938:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ee58. 00000100:00000200:2.0:1718399244.385941:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316500352, portal 16 00000400:00000010:2.0:1718399244.385944:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52edd0. 00000100:00000200:2.0:1718399244.385945:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316500352, offset 0 00000400:00000200:2.0:1718399244.385949:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000020:00000010:1.0:1718399244.385974:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a700. 00000020:00000010:1.0:1718399244.385977:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:1.0:1718399244.385980:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f6000. 00000400:00000200:2.0:1718399244.386022:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.386027:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.386029:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.386031:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.386033:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90515:90515:255:4294967295] 192.168.202.25@tcp LPNI seq info [90515:90515:7:4294967295] 00000400:00000200:2.0:1718399244.386039:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.386042:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.386044:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18e00 (tot 82314434). 00000800:00000200:2.0:1718399244.386047:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.386051:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.386053:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.386303:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.386306:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009321ab00 (tot 82314186). 00000400:00000200:0.0:1718399244.386310:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.386314:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.386317:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a7f8 00000400:00000010:0.0:1718399244.386318:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a7f8. 00000800:00000200:0.0:1718399244.386350:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.386351:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18e00 (tot 82313938). 00000400:00000200:0.0:1718399244.386354:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.386357:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.386358:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52edd0 00000400:00000010:0.0:1718399244.386360:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52edd0. 00000100:00000200:0.0:1718399244.386363:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb9300 x1801871316500352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399244.387096:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.387334:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03f80 00000400:00000200:1.0:1718399244.387339:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae549 [1] + 224 00000400:00000200:1.0:1718399244.387352:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.387355:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.387360:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fb9300 x1801871316500352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.387493:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd528. 00000400:00000200:2.0:1718399244.387496:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ee58 00000400:00000010:2.0:1718399244.387497:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ee58. 00000100:00000200:2.0:1718399244.387501:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fb9300 x1801871316500352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.387507:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fb9300 x1801871316500352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.387526:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101cc00. 02000000:00000010:2.0:1718399244.387530:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d400. 00000100:00000010:2.0:1718399244.387534:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb9300. 00000100:00000010:2.0:1718399244.387537:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2600. 00010000:00000010:2.0:1718399244.387540:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e980. 00000400:00000200:1.0:1718399244.387933:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.387940:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f2c0 00000400:00000200:1.0:1718399244.387944:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacf4d [2] + 1640 00000400:00000200:1.0:1718399244.388210:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.388214:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.388217:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399244.388221:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df70000. 00000020:00000010:2.0:1718399244.388605:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101d400. 00000020:00000010:2.0:1718399244.388609:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399244.388612:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.388627:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df70000 x1801871317922496/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399244.388644:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317922496 02000000:00000010:2.0:1718399244.388650:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101cc00. 00010000:00000010:2.0:1718399244.388669:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093ca8c00. 00010000:00000010:2.0:1718399244.388680:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e980. 00000100:00000010:2.0:1718399244.388684:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2600. 00000100:00000010:2.0:1718399244.388690:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2600. 00010000:00000010:2.0:1718399244.388692:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e980. 00000400:00000010:2.0:1718399244.388698:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ee58. 00000100:00000200:2.0:1718399244.388701:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317922496, offset 224 00000400:00000200:2.0:1718399244.388706:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.388712:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.388716:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90516:90516:256:4294967295] 192.168.202.25@tcp LPNI seq info [90516:90516:8:4294967295] 00000400:00000200:2.0:1718399244.388723:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.388727:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.388730:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093f18200 (tot 82314186). 00000800:00000200:2.0:1718399244.388733:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.388738:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.388741:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093f18200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.388753:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6a00. 00000020:00000010:2.0:1718399244.388756:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.388758:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101d400. 00080000:00000010:2.0:1718399244.388786:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093f18e00. 00010000:00000010:2.0:1718399244.388835:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6500. 00010000:00000010:2.0:1718399244.388839:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093ca8980. 00010000:00000010:2.0:1718399244.388883:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356db00. 00010000:00000010:2.0:1718399244.388887:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6500. 00010000:00000010:2.0:1718399244.388892:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e980. 00000100:00000010:2.0:1718399244.388894:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2600. 00000100:00000010:2.0:1718399244.388899:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fb9300. 02000000:00000010:2.0:1718399244.388905:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d400. 02000000:00000010:2.0:1718399244.388919:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101da00. 00000400:00000010:2.0:1718399244.388921:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd528. 00000400:00000010:2.0:1718399244.388924:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eee0. 00000100:00000200:2.0:1718399244.388927:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316500416, portal 16 00000400:00000010:2.0:1718399244.388930:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ef68. 00000100:00000200:2.0:1718399244.388931:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316500416, offset 0 00000400:00000200:2.0:1718399244.388935:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.388939:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.388944:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.388947:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.388948:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.388950:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90517:90517:255:4294967295] 192.168.202.25@tcp LPNI seq info [90517:90517:7:4294967295] 00000400:00000200:2.0:1718399244.388955:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.388958:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.388961:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223900 (tot 82314434). 00000800:00000200:2.0:1718399244.388964:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.388967:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.388969:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.389032:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.389034:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093f18200 (tot 82314186). 00000400:00000200:0.0:1718399244.389038:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.389041:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.389043:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ee58 00000400:00000010:0.0:1718399244.389044:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ee58. 00000800:00000200:0.0:1718399244.389077:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.389078:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223900 (tot 82313938). 00000400:00000200:0.0:1718399244.389080:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.389083:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.389084:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ef68 00000400:00000010:0.0:1718399244.389085:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ef68. 00000100:00000200:0.0:1718399244.389088:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fb9300 x1801871316500416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399244.390349:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ea9e1c0. 00010000:00000010:1.1:1718399244.390370:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3fb900. 00010000:00000010:1.1:1718399244.390375:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d200. 00010000:00000010:1.1:1718399244.390378:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b36200. 00010000:00000010:1.1:1718399244.390379:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d440. 00000400:00000200:0.0:1718399244.390537:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.390546:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc03fc0 00000400:00000200:0.0:1718399244.390551:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae555 [1] + 224 00000400:00000200:0.0:1718399244.390566:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.390569:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.390574:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fb9300 x1801871316500416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399244.390723:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd528. 00000400:00000200:3.0:1718399244.390727:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eee0 00000400:00000010:3.0:1718399244.390728:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eee0. 00000100:00000200:3.0:1718399244.390732:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fb9300 x1801871316500416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.390737:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fb9300 x1801871316500416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.390755:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101da00. 02000000:00000010:3.0:1718399244.390760:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d400. 00000100:00000010:3.0:1718399244.390763:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fb9300. 00000100:00000010:3.0:1718399244.390776:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2600. 00010000:00000010:3.0:1718399244.390778:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e980. 00000400:00000200:0.0:1718399244.394043:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.394060:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f300 00000400:00000200:0.0:1718399244.394066:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacf4d [2] + 1968 00000400:00000010:0.0:1718399244.394069:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdb00. 00000400:00000200:0.0:1718399244.394072:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800927e0f00 00000400:00000200:0.0:1718399244.394124:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.394128:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.394131:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800927e0f00 00000400:00000010:0.0:1718399244.394133:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800927e0f00 (tot 82313786). 00000100:00000200:0.0:1718399244.394138:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1718399244.394218:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f6000. 00000020:00000010:1.0:1718399244.394222:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a700. 00000020:00000010:1.0:1718399244.394226:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18b3f0. 00000100:00000200:1.0:1718399244.394246:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009caee850 x1801871317922560/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.394577:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317922560 02000000:00000010:2.0:1718399244.394585:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101c200. 00010000:00000010:2.0:1718399244.394607:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012da5dc80. 00010000:00000010:2.0:1718399244.394620:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e600. 00000100:00000010:2.0:1718399244.394626:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2a80. 00000100:00000010:2.0:1718399244.394795:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2a80. 00010000:00000010:2.0:1718399244.394798:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e600. 00000400:00000010:2.0:1718399244.394807:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ec38. 00000100:00000200:2.0:1718399244.394812:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317922560, offset 224 00000400:00000200:2.0:1718399244.394817:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.394825:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.394829:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90518:90518:256:4294967295] 192.168.202.25@tcp LPNI seq info [90518:90518:8:4294967295] 00000400:00000200:2.0:1718399244.394837:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.394841:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.394845:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223900 (tot 82314034). 00000800:00000200:2.0:1718399244.394849:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.394854:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.394858:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.394867:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a700. 00000020:00000010:2.0:1718399244.394870:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18b3f0. 00000020:00000010:2.0:1718399244.394875:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f6000. 02000000:00000010:2.0:1718399244.394883:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101cc00. 00000100:00000010:2.0:1718399244.394886:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df70000. 02000000:00000010:2.0:1718399244.394889:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f6400. 00000100:00000010:2.0:1718399244.394891:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 02000000:00000010:2.0:1718399244.394893:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101c600. 00000100:00000010:2.0:1718399244.394895:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df74740. 02000000:00000010:2.0:1718399244.394897:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101ce00. 00000100:00000010:2.0:1718399244.394898:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:2.0:1718399244.394900:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d000. 00000100:00000010:2.0:1718399244.394903:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 02000000:00000010:2.0:1718399244.394905:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101dc00. 00000100:00000010:2.0:1718399244.394906:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000100:00000200:2.0:1718399244.394911:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399244.394914:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd210. 00000400:00000010:2.0:1718399244.394917:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093fa2a80 (tot 82314186). 00010000:00000010:1.1:1718399244.394981:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb66880. 00000800:00000200:0.0:1718399244.395055:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.395057:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223900 (tot 82313938). 00000400:00000200:0.0:1718399244.395061:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.395064:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.395066:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ec38 00000400:00000010:0.0:1718399244.395067:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ec38. 02000000:00000010:0.0:1718399244.395070:0:18240:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101c200. 00080000:00000010:3.0:1718399244.396858:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092b36600. 00010000:00000010:3.0:1718399244.396926:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6500. 00010000:00000010:3.0:1718399244.396933:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012da5da80. 00010000:00000010:3.0:1718399244.396982:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cb40. 00010000:00000010:3.0:1718399244.396987:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399244.396995:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27800. 00000100:00000010:3.0:1718399244.396999:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2cc0. 00000100:00000010:3.0:1718399244.397006:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb39c80. 02000000:00000010:3.0:1718399244.397016:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399244.397033:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3e00. 00000400:00000010:3.0:1718399244.397036:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310b58. 00000400:00000010:3.0:1718399244.397040:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399244.397043:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316500480, portal 16 00000400:00000010:3.0:1718399244.397046:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466220. 00000100:00000200:3.0:1718399244.397047:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316500480, offset 0 00000400:00000200:3.0:1718399244.397053:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.397062:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.397067:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.397070:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.397072:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.397074:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90519:90519:256:4294967295] 192.168.202.25@tcp LPNI seq info [90519:90519:8:4294967295] 00000400:00000200:3.0:1718399244.397080:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.397085:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.397087:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36800 (tot 82314186). 00000800:00000200:3.0:1718399244.397091:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.397097:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.397099:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.397206:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.397208:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36800 (tot 82313938). 00000400:00000200:1.0:1718399244.397212:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.397215:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.397217:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466220 00000400:00000010:1.0:1718399244.397218:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466220. 00000100:00000200:1.0:1718399244.397223:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb39c80 x1801871316500480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399244.402982:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.402996:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04000 00000400:00000200:1.0:1718399244.403002:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae565 [1] + 224 00000400:00000200:1.0:1718399244.403010:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.403013:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.403020:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb39c80 x1801871316500480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399244.404522:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.404528:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f340 00000400:00000200:1.0:1718399244.404533:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacfa5 [2] + 0 00000400:00000200:1.0:1718399244.404576:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.404580:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.404584:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399244.404590:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 00000020:00000010:2.0:1718399244.404879:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101c600. 00000020:00000010:2.0:1718399244.404883:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6280. 00000020:00000010:2.0:1718399244.404886:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.404904:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df73440 x1801871317922624/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399244.404922:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317922624 02000000:00000010:2.0:1718399244.404928:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101cc00. 00010000:00000010:2.0:1718399244.404956:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ecc0. 00000100:00000010:2.0:1718399244.404960:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.404965:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.404967:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ecc0. 00000400:00000010:2.0:1718399244.404976:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e880. 00000100:00000200:2.0:1718399244.404981:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317922624, offset 224 00000400:00000200:2.0:1718399244.404986:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.404993:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.404997:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90520:90520:256:4294967295] 192.168.202.25@tcp LPNI seq info [90520:90520:8:4294967295] 00000400:00000200:2.0:1718399244.405004:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.405008:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.405010:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880093e98e00 (tot 82314186). 00000800:00000200:2.0:1718399244.405014:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.405020:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.405022:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880093e98e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.405032:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6280. 00000020:00000010:2.0:1718399244.405035:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.405037:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101c600. 00000800:00000200:2.0:1718399244.405084:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.405086:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880093e98e00 (tot 82313938). 00000400:00000200:2.0:1718399244.405088:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.405090:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.405093:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e880 00000400:00000010:2.0:1718399244.405095:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e880. 00000400:00000010:3.0:1718399244.405236:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310b58. 00000400:00000200:3.0:1718399244.405240:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:3.0:1718399244.405241:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000100:00000200:3.0:1718399244.405247:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb39c80 x1801871316500480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.405253:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb39c80 x1801871316500480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399244.405267:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093538600. 02000000:00000010:3.0:1718399244.405291:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399244.405295:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399244.405298:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb39c80. 00000100:00000010:3.0:1718399244.405304:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2cc0. 00010000:00000010:3.0:1718399244.405306:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27800. 00080000:00000010:3.0:1718399244.405671:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092b36000. 00010000:00000010:3.0:1718399244.405726:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399244.405731:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136477500. 00010000:00000010:3.0:1718399244.405795:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09df80. 00010000:00000010:3.0:1718399244.405799:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399244.405805:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27800. 00000100:00000010:3.0:1718399244.405808:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2cc0. 00000100:00000010:3.0:1718399244.405811:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb39c80. 02000000:00000010:3.0:1718399244.405818:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399244.405832:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3e00. 00000400:00000010:3.0:1718399244.405835:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310b58. 00000400:00000010:3.0:1718399244.405838:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399244.405841:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316500544, portal 16 00000400:00000010:3.0:1718399244.405844:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399244.405845:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316500544, offset 0 00000400:00000200:3.0:1718399244.405849:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.405854:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.405859:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.405861:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.405863:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.405865:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90521:90521:256:4294967295] 192.168.202.25@tcp LPNI seq info [90521:90521:8:4294967295] 00000400:00000200:3.0:1718399244.405870:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.405874:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.405876:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36c00 (tot 82314186). 00000800:00000200:3.0:1718399244.405878:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.405882:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.405883:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36c00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1718399244.405898:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d3fb700. 00010000:00000010:3.1:1718399244.405907:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09e880. 00010000:00000010:3.1:1718399244.405911:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009318e700. 00010000:00000010:3.1:1718399244.405917:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00010000:00000010:3.1:1718399244.405920:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a2fcc0. 00010000:00000010:3.1:1718399244.405923:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800b1ea9f00. 00010000:00000010:3.1:1718399244.405925:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e640. 00000800:00000200:1.0:1718399244.406385:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.406387:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36c00 (tot 82313938). 00000400:00000200:1.0:1718399244.406391:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.406394:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.406397:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:1.0:1718399244.406398:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:1.0:1718399244.406402:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb39c80 x1801871316500544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.408398:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d08a400. 00010000:00000010:1.1:1718399244.408409:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356db00. 00000400:00000200:0.0:1718399244.408701:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.408711:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04040 00000400:00000200:0.0:1718399244.408717:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae571 [1] + 224 00000400:00000200:0.0:1718399244.408729:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.408732:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.408737:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb39c80 x1801871316500544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399244.409481:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.409487:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f380 00000400:00000200:1.0:1718399244.409491:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacfa5 [2] + 328 00000400:00000200:1.0:1718399244.409540:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.409543:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.409547:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399244.409552:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df74740. 00000400:00000010:3.0:1718399244.409615:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310b58. 00000400:00000200:3.0:1718399244.409619:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:3.0:1718399244.409620:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000100:00000200:3.0:1718399244.409625:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb39c80 x1801871316500544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.409631:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb39c80 x1801871316500544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.409653:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399244.409658:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399244.409660:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb39c80. 00000100:00000010:3.0:1718399244.409667:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2cc0. 00010000:00000010:3.0:1718399244.409670:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27800. 00000020:00000010:0.0:1718399244.409831:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c3600. 00000020:00000010:0.0:1718399244.409834:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfcc80. 00000020:00000010:0.0:1718399244.409837:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399244.409851:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df74740 x1801871317922688/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1718399244.409876:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317922688 02000000:00000010:0.0:1718399244.409882:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2600. 00010000:00000010:0.0:1718399244.409898:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b64ef00. 00010000:00000010:0.0:1718399244.409910:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b266e080. 00000100:00000010:0.0:1718399244.409913:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9f00. 00000100:00000010:0.0:1718399244.409918:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9f00. 00010000:00000010:0.0:1718399244.409921:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b266e080. 00000400:00000010:0.0:1718399244.409928:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376b28. 00000100:00000200:0.0:1718399244.409931:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317922688, offset 224 00000400:00000200:0.0:1718399244.409936:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.409943:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.409947:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90522:90522:256:4294967295] 192.168.202.25@tcp LPNI seq info [90522:90522:8:4294967295] 00000400:00000200:0.0:1718399244.409954:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.409958:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.409961:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5092900 (tot 82314186). 00000800:00000200:0.0:1718399244.409964:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.409970:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.409973:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5092900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399244.409990:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfcc80. 00000020:00000010:0.0:1718399244.409992:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399244.409995:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c3600. 00000800:00000200:2.0:1718399244.410091:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.410094:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5092900 (tot 82313938). 00000400:00000200:2.0:1718399244.410096:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.410099:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.410101:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376b28 00000400:00000010:2.0:1718399244.410102:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376b28. 00080000:00000010:3.0:1718399244.410994:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092b36200. 00010000:00000010:3.0:1718399244.411046:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399244.411051:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b64ee80. 00010000:00000010:3.0:1718399244.411106:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09e880. 00010000:00000010:3.0:1718399244.411109:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46f80. 00010000:00000010:3.0:1718399244.411116:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27800. 00000100:00000010:3.0:1718399244.411119:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2cc0. 00000100:00000010:3.0:1718399244.411123:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb39c80. 02000000:00000010:3.0:1718399244.411130:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399244.411144:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3e00. 00000400:00000010:3.0:1718399244.411147:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310b58. 00000400:00000010:3.0:1718399244.411150:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399244.411153:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316500608, portal 16 00000400:00000010:3.0:1718399244.411155:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466110. 00000100:00000200:3.0:1718399244.411157:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316500608, offset 0 00000400:00000200:3.0:1718399244.411160:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.411165:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.411169:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.411171:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.411173:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.411175:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90523:90523:256:4294967295] 192.168.202.25@tcp LPNI seq info [90523:90523:8:4294967295] 00000400:00000200:3.0:1718399244.411180:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.411183:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.411185:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36400 (tot 82314186). 00000800:00000200:3.0:1718399244.411188:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.411191:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.411194:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.411365:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.411367:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36400 (tot 82313938). 00000400:00000200:1.0:1718399244.411370:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.411372:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.411374:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466110 00000400:00000010:1.0:1718399244.411375:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466110. 00000100:00000200:1.0:1718399244.411380:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb39c80 x1801871316500608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399244.419377:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880136440d80. 00000400:00000200:1.0:1718399244.419670:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.419685:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04080 00000400:00000200:1.0:1718399244.419691:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae57d [1] + 224 00000400:00000200:1.0:1718399244.419710:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.419725:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.419734:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb39c80 x1801871316500608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399244.419777:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.419781:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f3c0 00000400:00000200:1.0:1718399244.419785:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacfa5 [2] + 656 00000400:00000200:1.0:1718399244.419858:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.419862:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.419866:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399244.419870:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df70000. 00000400:00000010:3.0:1718399244.420616:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310b58. 00000400:00000200:3.0:1718399244.420622:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:3.0:1718399244.420624:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000100:00000200:3.0:1718399244.420629:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb39c80 x1801871316500608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.420648:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb39c80 x1801871316500608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.420672:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399244.420677:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399244.420679:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb39c80. 00000100:00000010:3.0:1718399244.420686:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2cc0. 00010000:00000010:3.0:1718399244.420689:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27800. 00000020:00000010:3.0:1718399244.421929:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399244.421938:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.421941:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0c78. 00000100:00000200:3.0:1718399244.421963:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df70000 x1801871317922752/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399244.421982:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317922752 02000000:00000010:3.0:1718399244.421989:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3e00. 00010000:00000010:3.0:1718399244.422009:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012d51ec80. 00010000:00000010:3.0:1718399244.422021:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27800. 00000100:00000010:3.0:1718399244.422026:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2cc0. 00000100:00000010:3.0:1718399244.422902:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2cc0. 00010000:00000010:3.0:1718399244.422907:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27800. 00000400:00000010:3.0:1718399244.422919:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399244.422923:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317922752, offset 224 00000400:00000200:3.0:1718399244.422929:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.422938:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.422942:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90524:90524:256:4294967295] 192.168.202.25@tcp LPNI seq info [90524:90524:8:4294967295] 00000400:00000200:3.0:1718399244.422950:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.422954:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.422957:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36800 (tot 82314186). 00000800:00000200:3.0:1718399244.422963:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.422969:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.422972:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.422984:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.422988:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0c78. 00000020:00000010:3.0:1718399244.422990:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00080000:00000010:2.0:1718399244.423030:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c588600. 00010000:00000010:2.0:1718399244.423091:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46f80. 00010000:00000010:2.0:1718399244.423096:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012d51e900. 00010000:00000010:2.0:1718399244.423152:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356cb40. 00010000:00000010:2.0:1718399244.423156:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6280. 00010000:00000010:2.0:1718399244.423164:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ecc0. 00000100:00000010:2.0:1718399244.423167:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.423172:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf6c0. 02000000:00000010:2.0:1718399244.423183:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d600. 02000000:00000010:2.0:1718399244.423201:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101de00. 00000400:00000010:2.0:1718399244.423205:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdb00. 00000400:00000010:2.0:1718399244.423209:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e880. 00000100:00000200:2.0:1718399244.423212:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316500672, portal 16 00000400:00000010:2.0:1718399244.423215:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399244.423216:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316500672, offset 0 00000400:00000200:2.0:1718399244.423220:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.423224:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.423229:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.423232:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.423233:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.423235:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90525:90525:255:4294967295] 192.168.202.25@tcp LPNI seq info [90525:90525:7:4294967295] 00000400:00000200:2.0:1718399244.423240:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.423243:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.423245:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c588400 (tot 82314434). 00000800:00000200:2.0:1718399244.423248:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.423252:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.423253:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c588400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.423300:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.423302:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36800 (tot 82314186). 00000400:00000200:2.0:1718399244.423306:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.423309:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.423312:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:2.0:1718399244.423313:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000800:00000200:2.0:1718399244.423373:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.423374:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c588400 (tot 82313938). 00000400:00000200:2.0:1718399244.423376:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.423379:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.423380:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:2.0:1718399244.423381:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000100:00000200:2.0:1718399244.423386:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf6c0 x1801871316500672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.426572:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.426587:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc040c0 00000400:00000200:0.0:1718399244.426593:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae589 [1] + 224 00000400:00000200:0.0:1718399244.426603:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.426606:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.426613:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf6c0 x1801871316500672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.426641:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.426644:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f400 00000400:00000200:0.0:1718399244.426648:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacfa5 [2] + 984 00000400:00000200:0.0:1718399244.426706:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.426709:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.426712:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.426717:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00010000:00000010:3.1:1718399244.426798:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880136443840. 00010000:00000010:3.1:1718399244.426803:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5676a00. 00010000:00000010:3.1:1718399244.426806:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cb40. 00000400:00000010:2.0:1718399244.426857:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdb00. 00000400:00000200:2.0:1718399244.426859:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e880 00000400:00000010:2.0:1718399244.426861:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e880. 00000100:00000200:2.0:1718399244.426866:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf6c0 x1801871316500672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.426885:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf6c0 x1801871316500672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.426907:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101de00. 02000000:00000010:2.0:1718399244.426912:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d600. 00000100:00000010:2.0:1718399244.426915:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf6c0. 00000100:00000010:2.0:1718399244.426918:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.426920:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ecc0. 00000020:00000010:0.0:1718399244.427143:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c3c00. 00000020:00000010:0.0:1718399244.427147:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfcc80. 00000020:00000010:0.0:1718399244.427159:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399244.427176:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317922816/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1718399244.427199:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317922816 02000000:00000010:0.0:1718399244.427205:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2400. 00010000:00000010:0.0:1718399244.427224:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092bb0780. 00010000:00000010:0.0:1718399244.427237:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b266e080. 00000100:00000010:0.0:1718399244.427241:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9f00. 00000100:00000010:0.0:1718399244.427255:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9f00. 00010000:00000010:0.0:1718399244.427257:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b266e080. 00000400:00000010:0.0:1718399244.427265:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376dd0. 00000100:00000200:0.0:1718399244.427268:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317922816, offset 224 00000400:00000200:0.0:1718399244.427298:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.427305:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.427309:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90526:90526:256:4294967295] 192.168.202.25@tcp LPNI seq info [90526:90526:8:4294967295] 00000400:00000200:0.0:1718399244.427315:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.427319:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.427321:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5092100 (tot 82314186). 00000800:00000200:0.0:1718399244.427325:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.427332:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.427334:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5092100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399244.427345:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfcc80. 00000020:00000010:0.0:1718399244.427348:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399244.427350:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c3c00. 00080000:00000010:2.0:1718399244.427433:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c588400. 00010000:00000010:2.0:1718399244.427488:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6280. 00010000:00000010:2.0:1718399244.427492:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092bb0700. 00010000:00000010:2.0:1718399244.427567:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356db00. 00010000:00000010:2.0:1718399244.427571:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6280. 00010000:00000010:2.0:1718399244.427578:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ecc0. 00000100:00000010:2.0:1718399244.427580:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.427584:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf6c0. 02000000:00000010:2.0:1718399244.427592:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d600. 02000000:00000010:2.0:1718399244.427605:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101de00. 00000400:00000010:2.0:1718399244.427608:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdb00. 00000400:00000010:2.0:1718399244.427610:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e880. 00000100:00000200:2.0:1718399244.427613:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316500736, portal 16 00000400:00000010:2.0:1718399244.427615:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399244.427617:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316500736, offset 0 00000400:00000200:2.0:1718399244.427621:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.427625:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.427630:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.427633:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.427634:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.427637:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90527:90527:255:4294967295] 192.168.202.25@tcp LPNI seq info [90527:90527:7:4294967295] 00000400:00000200:2.0:1718399244.427642:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.427645:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.427647:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c588a00 (tot 82314434). 00000800:00000200:2.0:1718399244.427650:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.427654:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.427655:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c588a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.428005:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.428007:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5092100 (tot 82314186). 00000400:00000200:1.0:1718399244.428010:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.428013:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.428015:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376dd0 00000400:00000010:1.0:1718399244.428016:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376dd0. 00000800:00000200:1.0:1718399244.428062:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.428064:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c588a00 (tot 82313938). 00000400:00000200:1.0:1718399244.428066:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.428068:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.428069:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:1.0:1718399244.428070:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000100:00000200:1.0:1718399244.428073:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf6c0 x1801871316500736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.429350:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.429358:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04100 00000400:00000200:0.0:1718399244.429363:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae595 [1] + 224 00000400:00000200:0.0:1718399244.429376:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.429379:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.429383:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf6c0 x1801871316500736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399244.429466:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e8c5f80. 00000400:00000010:2.0:1718399244.429658:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdb00. 00000400:00000200:2.0:1718399244.429661:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e880 00000400:00000010:2.0:1718399244.429662:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e880. 00000100:00000200:2.0:1718399244.429667:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf6c0 x1801871316500736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.429672:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf6c0 x1801871316500736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.429703:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101de00. 02000000:00000010:2.0:1718399244.429708:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d600. 00000100:00000010:2.0:1718399244.429711:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf6c0. 00000100:00000010:2.0:1718399244.429713:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.429715:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ecc0. 00000400:00000200:0.0:1718399244.430705:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.430710:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f440 00000400:00000200:0.0:1718399244.430714:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacfa5 [2] + 1312 00000400:00000200:0.0:1718399244.430748:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.430751:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.430754:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.430757:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00000020:00000010:3.0:1718399244.430820:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3800. 00000020:00000010:3.0:1718399244.430824:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.430828:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0c78. 00000100:00000200:3.0:1718399244.430839:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317922880/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399244.430852:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317922880 02000000:00000010:3.0:1718399244.430857:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3400. 00010000:00000010:3.0:1718399244.430870:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800933b6c80. 00010000:00000010:3.0:1718399244.430880:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27800. 00000100:00000010:3.0:1718399244.430883:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2cc0. 00000100:00000010:3.0:1718399244.430897:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2cc0. 00010000:00000010:3.0:1718399244.430899:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27800. 00000400:00000010:3.0:1718399244.430919:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466198. 00000100:00000200:3.0:1718399244.430922:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317922880, offset 224 00000400:00000200:3.0:1718399244.430926:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.430931:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.430935:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90528:90528:256:4294967295] 192.168.202.25@tcp LPNI seq info [90528:90528:8:4294967295] 00000400:00000200:3.0:1718399244.430941:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.430945:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.430947:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36c00 (tot 82314186). 00000800:00000200:3.0:1718399244.430950:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.430955:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.430957:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.430971:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.430974:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0c78. 00000020:00000010:3.0:1718399244.430976:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3800. 00080000:00000010:2.0:1718399244.431019:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c588e00. 00010000:00000010:2.0:1718399244.431059:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6280. 00010000:00000010:2.0:1718399244.431063:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800933b6c00. 00010000:00000010:2.0:1718399244.431102:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e640. 00010000:00000010:2.0:1718399244.431105:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6280. 00010000:00000010:2.0:1718399244.431111:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ecc0. 00000100:00000010:2.0:1718399244.431113:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.431116:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf6c0. 02000000:00000010:2.0:1718399244.431122:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d600. 02000000:00000010:2.0:1718399244.431132:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101de00. 00000400:00000010:2.0:1718399244.431135:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdb00. 00000400:00000010:2.0:1718399244.431137:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e880. 00000100:00000200:2.0:1718399244.431140:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316500800, portal 16 00000400:00000010:2.0:1718399244.431142:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e110. 00000100:00000200:2.0:1718399244.431143:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316500800, offset 0 00000400:00000200:2.0:1718399244.431147:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.431159:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.431163:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.431165:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.431167:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.431169:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90529:90529:255:4294967295] 192.168.202.25@tcp LPNI seq info [90529:90529:7:4294967295] 00000400:00000200:2.0:1718399244.431174:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.431177:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.431179:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c588c00 (tot 82314434). 00000800:00000200:2.0:1718399244.431182:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.431186:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.431187:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c588c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.431414:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.431416:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36c00 (tot 82314186). 00000400:00000200:1.0:1718399244.431419:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.431421:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.431423:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466198 00000400:00000010:1.0:1718399244.431424:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466198. 00000800:00000200:1.0:1718399244.431454:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.431455:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c588c00 (tot 82313938). 00000400:00000200:1.0:1718399244.431457:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.431459:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.431460:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e110 00000400:00000010:1.0:1718399244.431461:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e110. 00000100:00000200:1.0:1718399244.431464:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf6c0 x1801871316500800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.436734:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.436773:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04140 00000400:00000200:0.0:1718399244.436780:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae5a1 [1] + 224 00000400:00000200:0.0:1718399244.436800:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.436805:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.436815:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf6c0 x1801871316500800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.436913:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdb00. 00000400:00000200:2.0:1718399244.436918:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e880 00000400:00000010:2.0:1718399244.436919:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e880. 00000100:00000200:2.0:1718399244.436925:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf6c0 x1801871316500800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.436931:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf6c0 x1801871316500800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.436961:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101de00. 02000000:00000010:2.0:1718399244.436968:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d600. 00000100:00000010:2.0:1718399244.436970:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf6c0. 00000100:00000010:2.0:1718399244.436974:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.437000:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ecc0. 00000400:00000200:0.0:1718399244.437412:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.437418:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f480 00000400:00000200:0.0:1718399244.437422:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacfa5 [2] + 1640 00000400:00000200:0.0:1718399244.437442:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.437446:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.437450:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.437453:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000020:00000010:2.0:1718399244.437531:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101d600. 00000020:00000010:2.0:1718399244.437536:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6c80. 00000020:00000010:2.0:1718399244.437539:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.437555:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317922944/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.437585:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317922944 02000000:00000010:2.0:1718399244.437592:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101de00. 00010000:00000010:2.0:1718399244.437615:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093d2de00. 00010000:00000010:2.0:1718399244.437629:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ecc0. 00000100:00000010:2.0:1718399244.437638:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.437644:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.437646:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ecc0. 00000400:00000010:2.0:1718399244.437652:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e880. 00000100:00000200:2.0:1718399244.437655:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317922944, offset 224 00000400:00000200:2.0:1718399244.437660:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.437667:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.437673:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90530:90530:256:4294967295] 192.168.202.25@tcp LPNI seq info [90530:90530:8:4294967295] 00000400:00000200:2.0:1718399244.437681:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.437685:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.437700:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c588300 (tot 82314186). 00000800:00000200:2.0:1718399244.437705:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.437711:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.437714:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c588300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.437726:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6c80. 00000020:00000010:2.0:1718399244.437729:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.437731:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101d600. 00080000:00000010:2.0:1718399244.437747:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c588500. 00010000:00000010:2.0:1718399244.437821:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6280. 00010000:00000010:2.0:1718399244.437826:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093d2d280. 00010000:00000010:2.0:1718399244.437900:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356dd40. 00010000:00000010:2.0:1718399244.437904:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6280. 00010000:00000010:2.0:1718399244.437911:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ecc0. 00000100:00000010:2.0:1718399244.437913:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.437917:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf6c0. 02000000:00000010:2.0:1718399244.437925:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d600. 00000800:00000200:0.0:1718399244.437970:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.437972:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c588300 (tot 82313938). 00000400:00000200:0.0:1718399244.437978:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.437981:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.437983:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e880 00000400:00000010:0.0:1718399244.437984:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e880. 02000000:00000010:2.0:1718399244.438160:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101c600. 00000400:00000010:2.0:1718399244.438163:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdb00. 00000400:00000010:2.0:1718399244.438165:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e3b8. 00000100:00000200:2.0:1718399244.438168:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316500864, portal 16 00000400:00000010:2.0:1718399244.438171:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e908. 00000100:00000200:2.0:1718399244.438172:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316500864, offset 0 00000400:00000200:2.0:1718399244.438176:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.438180:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.438184:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.438186:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.438188:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.438190:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90531:90531:256:4294967295] 192.168.202.25@tcp LPNI seq info [90531:90531:8:4294967295] 00000400:00000200:2.0:1718399244.438196:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.438199:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.438200:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c588d00 (tot 82314186). 00000800:00000200:2.0:1718399244.438203:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.438205:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.438207:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c588d00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1718399244.439478:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88013088e500. 00010000:00000010:3.1:1718399244.439486:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09df80. 00010000:00000010:3.1:1718399244.439506:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935b5440. 00000800:00000200:0.0:1718399244.440910:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.440914:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c588d00 (tot 82313938). 00000400:00000200:0.0:1718399244.440919:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.440925:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.440929:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e908 00000400:00000010:0.0:1718399244.440930:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e908. 00000100:00000200:0.0:1718399244.440937:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf6c0 x1801871316500864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.443137:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933b0900. 00010000:00000010:3.1:1718399244.443542:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f6e2600. 00010000:00000010:3.1:1718399244.443562:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09e880. 00010000:00000010:3.1:1718399244.443567:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093612400. 00010000:00000010:3.1:1718399244.443571:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cb40. 00000400:00000200:0.0:1718399244.443593:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.443608:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04180 00000400:00000200:0.0:1718399244.443615:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae5ad [1] + 224 00000400:00000200:0.0:1718399244.443626:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.443629:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.443636:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf6c0 x1801871316500864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.443748:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.443752:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f4c0 00000400:00000200:0.0:1718399244.443756:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacfa5 [2] + 1968 00000400:00000010:0.0:1718399244.443759:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd3c8. 00000400:00000200:0.0:1718399244.443761:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff880092ac1e40 00000400:00000200:0.0:1718399244.443785:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.443788:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.443790:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880092ac1e40 00000400:00000010:0.0:1718399244.443791:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff880092ac1e40 (tot 82313786). 00000100:00000200:0.0:1718399244.443797:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1718399244.443859:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdb00. 00000400:00000200:2.0:1718399244.443862:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e3b8 00000400:00000010:2.0:1718399244.443864:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e3b8. 00000100:00000200:2.0:1718399244.443868:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf6c0 x1801871316500864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.443873:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf6c0 x1801871316500864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.443896:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101c600. 02000000:00000010:2.0:1718399244.443901:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d600. 00000100:00000010:2.0:1718399244.443905:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf6c0. 00000100:00000010:2.0:1718399244.443908:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.443912:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ecc0. 00000020:00000010:3.0:1718399244.443926:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3000. 00000020:00000010:3.0:1718399244.443931:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.443934:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0c78. 00000100:00000200:3.0:1718399244.443951:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009caed050 x1801871317923008/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399244.443977:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317923008 02000000:00000010:3.0:1718399244.443984:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3800. 00010000:00000010:3.0:1718399244.444004:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a946ac80. 00010000:00000010:3.0:1718399244.444061:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27540. 00000100:00000010:3.0:1718399244.444065:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2cc0. 00000100:00000010:3.0:1718399244.444190:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2cc0. 00010000:00000010:3.0:1718399244.444194:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27540. 00000400:00000010:3.0:1718399244.444204:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466990. 00000100:00000200:3.0:1718399244.444208:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317923008, offset 224 00080000:00000010:0.0:1718399244.445013:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5092700. 00000400:00000200:3.0:1718399244.445071:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00010000:00000010:0.0:1718399244.445076:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6280. 00000400:00000200:3.0:1718399244.445080:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00010000:00000010:0.0:1718399244.445081:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a946ac00. 00000400:00000200:3.0:1718399244.445085:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90532:90532:256:4294967295] 192.168.202.25@tcp LPNI seq info [90532:90532:8:4294967295] 00000400:00000200:3.0:1718399244.445092:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.445097:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.445100:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36400 (tot 82314034). 00000800:00000200:3.0:1718399244.445104:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.445110:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.445113:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.445136:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.445140:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0c78. 00010000:00000010:0.0:1718399244.445146:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cdb180. 00000020:00000010:3.0:1718399244.445147:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3000. 00010000:00000010:0.0:1718399244.445149:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcc80. 02000000:00000010:3.0:1718399244.445153:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101de00. 00010000:00000010:0.0:1718399244.445156:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b266e080. 00000100:00000010:3.0:1718399244.445157:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 00000100:00000010:0.0:1718399244.445159:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9f00. 02000000:00000010:3.0:1718399244.445160:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3400. 00000100:00000010:3.0:1718399244.445161:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 02000000:00000010:3.0:1718399244.445163:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2400. 00000100:00000010:3.0:1718399244.445164:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 00000100:00000010:0.0:1718399244.445164:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 02000000:00000010:3.0:1718399244.445166:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3e00. 00000100:00000010:3.0:1718399244.445168:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df70000. 02000000:00000010:3.0:1718399244.445170:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2600. 02000000:00000010:0.0:1718399244.445171:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c3c00. 00000100:00000010:3.0:1718399244.445172:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df74740. 02000000:00000010:3.0:1718399244.445177:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101cc00. 00000100:00000010:3.0:1718399244.445180:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 00000100:00000200:3.0:1718399244.445185:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 02000000:00000010:0.0:1718399244.445186:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2200. 00000400:00000010:3.0:1718399244.445188:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310b58. 00000400:00000010:0.0:1718399244.445189:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92c60. 00000400:00000010:3.0:1718399244.445190:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093dd2cc0 (tot 82314186). 00000400:00000010:0.0:1718399244.445191:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376e58. 00000100:00000200:0.0:1718399244.445193:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316500928, portal 16 00000400:00000010:0.0:1718399244.445196:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376000. 00000100:00000200:0.0:1718399244.445197:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316500928, offset 0 00000400:00000200:0.0:1718399244.445201:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.445205:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.445210:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399244.445212:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399244.445215:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399244.445216:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90533:90533:255:4294967295] 192.168.202.25@tcp LPNI seq info [90533:90533:7:4294967295] 00000400:00000200:0.0:1718399244.445222:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.445225:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.445227:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5092300 (tot 82314434). 00000800:00000200:0.0:1718399244.445230:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.445233:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.445234:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5092300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.445256:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.445259:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36400 (tot 82314186). 00000400:00000200:1.0:1718399244.445261:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.445264:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.445266:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466990 00000400:00000010:1.0:1718399244.445268:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466990. 02000000:00000010:1.0:1718399244.445289:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3800. 00000800:00000200:1.0:1718399244.445338:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.445340:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5092300 (tot 82313938). 00000400:00000200:1.0:1718399244.445343:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.445346:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.445347:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376000 00000400:00000010:1.0:1718399244.445348:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376000. 00000100:00000200:1.0:1718399244.445356:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27b900 x1801871316500928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.447102:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.447113:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc041c0 00000400:00000200:0.0:1718399244.447118:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae5bd [1] + 224 00000400:00000200:0.0:1718399244.447132:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.447134:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.447139:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27b900 x1801871316500928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.447198:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92c60. 00000400:00000200:2.0:1718399244.447205:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376e58 00000400:00000010:2.0:1718399244.447207:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376e58. 00000100:00000200:2.0:1718399244.447211:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27b900 x1801871316500928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.447217:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27b900 x1801871316500928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.447235:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2200. 02000000:00000010:2.0:1718399244.447238:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c3c00. 00000100:00000010:2.0:1718399244.447241:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 00000100:00000010:2.0:1718399244.447243:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9f00. 00010000:00000010:2.0:1718399244.447247:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b266e080. 00000400:00000200:1.0:1718399244.447399:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.447405:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f500 00000400:00000200:1.0:1718399244.447409:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacffd [2] + 0 00000400:00000200:1.0:1718399244.447473:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.447476:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.447480:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399244.447483:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 00000020:00000010:3.0:1718399244.447702:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399244.447719:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.447722:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0c78. 00000100:00000200:3.0:1718399244.447736:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df71c80 x1801871317923072/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399244.447783:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317923072 02000000:00000010:3.0:1718399244.447791:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3400. 00010000:00000010:3.0:1718399244.447810:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880136976d80. 00010000:00000010:3.0:1718399244.447825:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27540. 00000100:00000010:3.0:1718399244.447829:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd23c0. 00000100:00000010:3.0:1718399244.447858:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd23c0. 00010000:00000010:3.0:1718399244.447861:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27540. 00000400:00000010:3.0:1718399244.447869:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466f68. 00000100:00000200:3.0:1718399244.447872:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317923072, offset 224 00000400:00000200:3.0:1718399244.447876:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.447882:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.447886:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90534:90534:256:4294967295] 192.168.202.25@tcp LPNI seq info [90534:90534:8:4294967295] 00000400:00000200:3.0:1718399244.447892:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.447896:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.447898:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36f00 (tot 82314186). 00000800:00000200:3.0:1718399244.447917:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.447922:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.447925:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.447934:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.447937:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0c78. 00000020:00000010:3.0:1718399244.447939:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 00080000:00000010:0.0:1718399244.448013:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5092b00. 00010000:00000010:0.0:1718399244.448063:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcc80. 00010000:00000010:0.0:1718399244.448067:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880136976e00. 00010000:00000010:0.0:1718399244.448126:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880093cdba80. 00010000:00000010:0.0:1718399244.448129:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88009bcfcc80. 00010000:00000010:0.0:1718399244.448135:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b266ed00. 00000100:00000010:0.0:1718399244.448138:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9e40. 00000100:00000010:0.0:1718399244.448142:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 00000800:00000200:1.0:1718399244.448147:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1718399244.448149:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800931c2a00. 00000800:00000010:1.0:1718399244.448150:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36f00 (tot 82313938). 00000400:00000200:1.0:1718399244.448153:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.448156:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.448158:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466f68 00000400:00000010:1.0:1718399244.448159:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466f68. 02000000:00000010:0.0:1718399244.448162:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800931c2c00. 00000400:00000010:0.0:1718399244.448165:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880129e92e18. 00000400:00000010:0.0:1718399244.448167:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376ee0. 00000100:00000200:0.0:1718399244.448171:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316500992, portal 16 00000400:00000010:0.0:1718399244.448173:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376a18. 00000100:00000200:0.0:1718399244.448175:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316500992, offset 0 00000400:00000200:0.0:1718399244.448178:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.448182:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.448186:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399244.448188:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399244.448190:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1718399244.448192:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90535:90535:256:4294967295] 192.168.202.25@tcp LPNI seq info [90535:90535:8:4294967295] 00000400:00000200:0.0:1718399244.448198:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.448202:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.448204:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5092600 (tot 82314186). 00000800:00000200:0.0:1718399244.448206:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.448209:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.448211:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5092600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.448525:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.448528:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5092600 (tot 82313938). 00000400:00000200:2.0:1718399244.448531:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.448533:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.448535:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376a18 00000400:00000010:2.0:1718399244.448536:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376a18. 00000100:00000200:2.0:1718399244.448540:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88009c27d580 x1801871316500992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399244.448800:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009302f600. 00000400:00000200:0.0:1718399244.450803:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.450816:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04200 00000400:00000200:0.0:1718399244.450821:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae5c9 [1] + 224 00000400:00000200:0.0:1718399244.450829:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.450832:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.450837:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c27d580 x1801871316500992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.450870:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.450874:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f540 00000400:00000200:0.0:1718399244.450878:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacffd [2] + 328 00000400:00000010:2.0:1718399244.451115:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880129e92e18. 00000400:00000200:2.0:1718399244.451147:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376ee0 00000400:00000010:2.0:1718399244.451149:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376ee0. 00000100:00000200:2.0:1718399244.451155:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c27d580 x1801871316500992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.451161:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88009c27d580 x1801871316500992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.451183:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800931c2c00. 02000000:00000010:2.0:1718399244.451187:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800931c2a00. 00000100:00000010:2.0:1718399244.451189:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 00000100:00000010:2.0:1718399244.451192:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9e40. 00010000:00000010:2.0:1718399244.451195:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b266ed00. 00000400:00000200:0.0:1718399244.451260:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.451264:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.451268:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.451312:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00000020:00000010:3.0:1718399244.451759:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399244.451775:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.451778:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0c78. 00000100:00000200:3.0:1718399244.451794:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317923136/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399244.451823:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317923136 02000000:00000010:3.0:1718399244.451830:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3000. 00010000:00000010:3.0:1718399244.451848:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b492600. 00010000:00000010:3.0:1718399244.451861:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27540. 00000100:00000010:3.0:1718399244.451865:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd23c0. 00000100:00000010:3.0:1718399244.451880:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd23c0. 00010000:00000010:3.0:1718399244.451883:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27540. 00000400:00000010:3.0:1718399244.451891:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466770. 00000100:00000200:3.0:1718399244.451900:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317923136, offset 224 00000400:00000200:3.0:1718399244.451905:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.451913:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.451917:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90536:90536:256:4294967295] 192.168.202.25@tcp LPNI seq info [90536:90536:8:4294967295] 00000400:00000200:3.0:1718399244.451924:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.451933:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.451937:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36f00 (tot 82314186). 00000800:00000200:3.0:1718399244.451941:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.451947:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.451950:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36f00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1718399244.451960:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c588900. 00000020:00000010:3.0:1718399244.451976:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.451980:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0c78. 00000020:00000010:3.0:1718399244.451983:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 00010000:00000010:2.0:1718399244.452017:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009bcfcc80. 00010000:00000010:2.0:1718399244.452022:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b492280. 00010000:00000010:2.0:1718399244.452070:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c900. 00010000:00000010:2.0:1718399244.452075:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6c80. 00010000:00000010:2.0:1718399244.452081:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ecc0. 00000100:00000010:2.0:1718399244.452084:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.452088:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf6c0. 02000000:00000010:2.0:1718399244.452096:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101c600. 02000000:00000010:2.0:1718399244.452108:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101ce00. 00000400:00000010:2.0:1718399244.452111:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdb00. 00000400:00000010:2.0:1718399244.452113:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e3b8. 00000100:00000200:2.0:1718399244.452116:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316501056, portal 16 00000400:00000010:2.0:1718399244.452119:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ed48. 00000100:00000200:2.0:1718399244.452120:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316501056, offset 0 00000400:00000200:2.0:1718399244.452124:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.452129:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.452134:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.452136:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.452138:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.452140:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90537:90537:255:4294967295] 192.168.202.25@tcp LPNI seq info [90537:90537:7:4294967295] 00000400:00000200:2.0:1718399244.452146:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.452149:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.452151:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c588000 (tot 82314434). 00000800:00000200:2.0:1718399244.452154:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.452158:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.452160:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c588000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.453852:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.453856:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36f00 (tot 82314186). 00000400:00000200:1.0:1718399244.453867:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.453872:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.453875:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466770 00000400:00000010:1.0:1718399244.453877:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466770. 00000800:00000200:1.0:1718399244.453933:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.453935:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c588000 (tot 82313938). 00000400:00000200:1.0:1718399244.453937:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.453940:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.453942:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ed48 00000400:00000010:1.0:1718399244.453943:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ed48. 00000100:00000200:1.0:1718399244.453954:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf6c0 x1801871316501056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399244.454396:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093d19200. 00010000:00000010:0.1:1718399244.454409:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00010000:00000010:3.1:1718399244.454502:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880094d19e00. 00010000:00000010:3.1:1718399244.454507:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356db00. 00010000:00000010:3.1:1718399244.454509:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bb661c0. 00010000:00000010:3.1:1718399244.454517:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800931fec00. 00010000:00000010:3.1:1718399244.454521:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e640. 00000400:00000200:0.0:1718399244.455620:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.455632:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04240 00000400:00000200:0.0:1718399244.455643:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae5d5 [1] + 224 00000400:00000200:0.0:1718399244.455661:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.455670:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.455676:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf6c0 x1801871316501056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.455753:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdb00. 00000400:00000200:2.0:1718399244.455756:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e3b8 00000400:00000010:2.0:1718399244.455757:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e3b8. 00000100:00000200:2.0:1718399244.455772:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf6c0 x1801871316501056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.455778:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf6c0 x1801871316501056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.455801:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101ce00. 02000000:00000010:2.0:1718399244.455807:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101c600. 00000100:00000010:2.0:1718399244.455810:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf6c0. 00000100:00000010:2.0:1718399244.455814:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.455817:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ecc0. 00000400:00000200:0.0:1718399244.456195:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.456202:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f580 00000400:00000200:0.0:1718399244.456206:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacffd [2] + 656 00000400:00000200:0.0:1718399244.456247:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.456250:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.456255:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.456259:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000020:00000010:3.0:1718399244.458186:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399244.458193:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.458197:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0c78. 00000100:00000200:3.0:1718399244.458217:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317923200/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399244.458236:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317923200 02000000:00000010:3.0:1718399244.458243:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2400. 00010000:00000010:3.0:1718399244.458265:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c456f00. 00010000:00000010:3.0:1718399244.458297:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27540. 00000100:00000010:3.0:1718399244.458303:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd23c0. 00000100:00000010:3.0:1718399244.458310:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd23c0. 00010000:00000010:3.0:1718399244.458313:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27540. 00000400:00000010:3.0:1718399244.458322:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94664c8. 00000100:00000200:3.0:1718399244.458326:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317923200, offset 224 00000400:00000200:3.0:1718399244.458331:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.458341:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.458346:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90538:90538:256:4294967295] 192.168.202.25@tcp LPNI seq info [90538:90538:8:4294967295] 00000400:00000200:3.0:1718399244.458354:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.458358:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.458361:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36400 (tot 82314186). 00000800:00000200:3.0:1718399244.458366:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.458372:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.458375:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.458397:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.458402:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0c78. 00000020:00000010:3.0:1718399244.458404:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 00080000:00000010:2.0:1718399244.458471:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c588000. 00000800:00000200:1.0:1718399244.458476:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.458478:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36400 (tot 82313938). 00000400:00000200:1.0:1718399244.458482:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.458485:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.458488:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94664c8 00000400:00000010:1.0:1718399244.458489:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94664c8. 00010000:00000010:2.0:1718399244.458532:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6c80. 00010000:00000010:2.0:1718399244.458538:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c456180. 00010000:00000010:2.0:1718399244.458599:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356f3c0. 00010000:00000010:2.0:1718399244.458603:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6c80. 00010000:00000010:2.0:1718399244.458610:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ecc0. 00000100:00000010:2.0:1718399244.458613:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.458618:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf6c0. 02000000:00000010:2.0:1718399244.458627:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101c600. 02000000:00000010:2.0:1718399244.458643:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101ce00. 00000400:00000010:2.0:1718399244.458646:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdb00. 00000400:00000010:2.0:1718399244.458649:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e3b8. 00000100:00000200:2.0:1718399244.458652:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316501120, portal 16 00000400:00000010:2.0:1718399244.458655:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ecc0. 00000100:00000200:2.0:1718399244.458656:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316501120, offset 0 00000400:00000200:2.0:1718399244.458660:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.458664:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.458669:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.458671:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.458673:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.458675:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90539:90539:256:4294967295] 192.168.202.25@tcp LPNI seq info [90539:90539:8:4294967295] 00000400:00000200:2.0:1718399244.458680:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.458684:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.458686:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c588d00 (tot 82314186). 00000800:00000200:2.0:1718399244.458688:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.458691:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.458693:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c588d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.459737:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.459740:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c588d00 (tot 82313938). 00000400:00000200:1.0:1718399244.459743:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.459747:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.459749:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ecc0 00000400:00000010:1.0:1718399244.459750:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ecc0. 00000100:00000200:1.0:1718399244.459755:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf6c0 x1801871316501120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399244.460952:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880136440fc0. 00010000:00000010:3.1:1718399244.460959:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095743840. 00010000:00000010:3.1:1718399244.463739:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ebc800. 00010000:00000010:3.1:1718399244.463749:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdba80. 00010000:00000010:0.1:1718399244.463841:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009223d100. 00010000:00000010:0.1:1718399244.463845:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093cdb180. 00000400:00000200:2.0:1718399244.463912:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.463924:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04280 00000400:00000200:2.0:1718399244.463930:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae5e1 [1] + 224 00000400:00000200:2.0:1718399244.463939:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.463942:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.463949:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf6c0 x1801871316501120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399244.464152:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.464156:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f5c0 00000400:00000200:2.0:1718399244.464160:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacffd [2] + 984 00000400:00000200:2.0:1718399244.464217:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.464220:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.464224:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399244.464227:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbcc00. 00000400:00000010:0.0:1718399244.464482:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdb00. 00000400:00000200:0.0:1718399244.464485:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e3b8 00000400:00000010:0.0:1718399244.464488:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e3b8. 00000100:00000200:0.0:1718399244.464493:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf6c0 x1801871316501120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399244.464499:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf6c0 x1801871316501120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1718399244.464521:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101ce00. 02000000:00000010:0.0:1718399244.464527:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101c600. 00000100:00000010:0.0:1718399244.464529:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf6c0. 00000100:00000010:0.0:1718399244.464532:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:0.0:1718399244.464535:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ecc0. 00000020:00000010:1.0:1718399244.464683:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f6e00. 00000020:00000010:1.0:1718399244.464687:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399244.464691:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18bdc8. 00000100:00000200:1.0:1718399244.464708:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbcc00 x1801871317923264/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399244.464737:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317923264 02000000:00000010:1.0:1718399244.464743:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f7000. 00010000:00000010:1.0:1718399244.464773:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093ea0d80. 00010000:00000010:1.0:1718399244.464916:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573f40. 00000100:00000010:1.0:1718399244.464921:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092afcf00. 00000100:00000010:1.0:1718399244.464926:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092afcf00. 00010000:00000010:1.0:1718399244.464928:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573f40. 00000400:00000010:1.0:1718399244.464938:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00080000:00000010:0.0:1718399244.464939:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5092800. 00000100:00000200:1.0:1718399244.464941:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317923264, offset 224 00000400:00000200:1.0:1718399244.464946:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.464954:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00010000:00000010:0.0:1718399244.465002:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6c80. 00010000:00000010:0.0:1718399244.465007:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093ea0100. 00000400:00000200:1.0:1718399244.465039:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90540:90540:256:4294967295] 192.168.202.25@tcp LPNI seq info [90540:90540:8:4294967295] 00000400:00000200:1.0:1718399244.465047:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.465051:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.465054:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009321a600 (tot 82314186). 00000800:00000200:1.0:1718399244.465058:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.465063:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.465066:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009321a600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399244.465077:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083ac00. 00000020:00000010:1.0:1718399244.465080:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18bdc8. 00000020:00000010:1.0:1718399244.465083:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f6e00. 00000800:00000200:1.0:1718399244.465131:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.465133:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009321a600 (tot 82313938). 00000400:00000200:1.0:1718399244.465135:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.465138:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.465140:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a7f8 00000400:00000010:1.0:1718399244.465141:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a7f8. 00010000:00000010:1.0:1718399244.465499:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c228480. 00010000:00000010:1.0:1718399244.465503:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ac00. 00010000:00000010:1.0:1718399244.465509:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573f40. 00000100:00000010:1.0:1718399244.465511:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092afcf00. 00000100:00000010:1.0:1718399244.465516:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.465526:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7e00. 02000000:00000010:1.0:1718399244.465541:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f7200. 00000400:00000010:1.0:1718399244.465544:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1898. 00000400:00000010:1.0:1718399244.465546:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.465548:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316501184, portal 16 00000400:00000010:1.0:1718399244.465561:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9af68. 00000100:00000200:1.0:1718399244.465562:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316501184, offset 0 00000400:00000200:1.0:1718399244.465566:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.465570:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.465574:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.465576:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.465578:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.465580:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90541:90541:256:4294967295] 192.168.202.25@tcp LPNI seq info [90541:90541:8:4294967295] 00000400:00000200:1.0:1718399244.465585:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.465589:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.465591:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009321a600 (tot 82314186). 00000800:00000200:1.0:1718399244.465594:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.465597:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.465599:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009321a600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.465744:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.465746:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009321a600 (tot 82313938). 00000400:00000200:2.0:1718399244.465749:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.465752:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.465754:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9af68 00000400:00000010:2.0:1718399244.465755:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9af68. 00000100:00000200:2.0:1718399244.465759:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316501184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399244.466556:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c862f40. 00010000:00000010:3.1:1718399244.466562:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092b80fc0. 00010000:00000010:1.1:1718399244.469585:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093010480. 00010000:00000010:3.1:1718399244.469643:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092b8c700. 00010000:00000010:3.1:1718399244.469656:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c900. 00010000:00000010:0.1:1718399244.469727:0:11:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093da6800. 00010000:00000010:0.1:1718399244.469732:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f3c0. 00000400:00000200:0.0:1718399244.469995:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.470090:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc042c0 00000400:00000200:0.0:1718399244.470096:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae5ed [1] + 224 00000400:00000200:0.0:1718399244.470107:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.470110:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.470117:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316501184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399244.470285:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1898. 00000400:00000200:1.0:1718399244.470288:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a7f8 00000400:00000010:1.0:1718399244.470290:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.470295:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316501184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.470296:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.470301:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f600 00000100:00000200:1.0:1718399244.470302:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316501184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.470304:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacffd [2] + 1312 00000400:00000200:0.0:1718399244.470315:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.470318:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.470321:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.470324:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 02000000:00000010:1.0:1718399244.470325:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f7200. 02000000:00000010:1.0:1718399244.470330:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7e00. 00000100:00000010:1.0:1718399244.470333:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:1.0:1718399244.470336:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092afcf00. 00010000:00000010:1.0:1718399244.470338:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573f40. 00000020:00000010:2.0:1718399244.470446:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101c200. 00000020:00000010:2.0:1718399244.470451:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.470455:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.470471:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317923328/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.470499:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317923328 02000000:00000010:2.0:1718399244.470506:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101d400. 00010000:00000010:2.0:1718399244.470526:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800957cf100. 00010000:00000010:2.0:1718399244.470543:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e200. 00000100:00000010:2.0:1718399244.470549:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.470553:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.470555:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e200. 00000400:00000010:2.0:1718399244.470563:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e4c8. 00000100:00000200:2.0:1718399244.470566:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317923328, offset 224 00000400:00000200:2.0:1718399244.470572:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.470580:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.470584:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90542:90542:256:4294967295] 192.168.202.25@tcp LPNI seq info [90542:90542:8:4294967295] 00000400:00000200:2.0:1718399244.470591:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.470595:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.470598:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c588c00 (tot 82314186). 00000800:00000200:2.0:1718399244.470601:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.470607:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.470610:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c588c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.470620:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.470623:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.470625:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101c200. 00000800:00000200:1.0:1718399244.470732:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.470735:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c588c00 (tot 82313938). 00000400:00000200:1.0:1718399244.470737:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.470740:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.470745:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e4c8 00000400:00000010:1.0:1718399244.470747:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e4c8. 00080000:00000010:1.0:1718399244.470924:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009321ab00. 00010000:00000010:1.0:1718399244.470984:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ac00. 00010000:00000010:1.0:1718399244.470988:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800957cf080. 00010000:00000010:1.0:1718399244.471102:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22a640. 00010000:00000010:1.0:1718399244.471106:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ac00. 00010000:00000010:1.0:1718399244.471112:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573f40. 00000100:00000010:1.0:1718399244.471114:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092afcf00. 00000100:00000010:1.0:1718399244.471119:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.471125:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7200. 02000000:00000010:1.0:1718399244.471141:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f7c00. 00000400:00000010:1.0:1718399244.471143:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1898. 00000400:00000010:1.0:1718399244.471146:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.471149:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316501248, portal 16 00000400:00000010:1.0:1718399244.471152:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a220. 00000100:00000200:1.0:1718399244.471153:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316501248, offset 0 00000400:00000200:1.0:1718399244.471157:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.471161:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.471166:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.471169:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.471171:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.471172:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90543:90543:256:4294967295] 192.168.202.25@tcp LPNI seq info [90543:90543:8:4294967295] 00000400:00000200:1.0:1718399244.471178:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.471181:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.471183:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009321a000 (tot 82314186). 00000800:00000200:1.0:1718399244.471185:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.471189:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.471190:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009321a000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.471365:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.471368:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009321a000 (tot 82313938). 00000400:00000200:2.0:1718399244.471371:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.471374:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.471376:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a220 00000400:00000010:2.0:1718399244.471377:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a220. 00000100:00000200:2.0:1718399244.471381:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316501248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399244.473922:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012e2d73c0. 00000400:00000200:2.0:1718399244.473979:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.473990:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04300 00000400:00000200:2.0:1718399244.473996:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae5f9 [1] + 224 00000400:00000200:2.0:1718399244.474004:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.474006:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.474013:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316501248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399244.474042:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.474045:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f640 00000400:00000200:2.0:1718399244.474048:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacffd [2] + 1640 00000400:00000200:2.0:1718399244.474100:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.474103:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.474107:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399244.474111:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaac0. 00000400:00000010:1.0:1718399244.474123:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1898. 00000400:00000200:1.0:1718399244.474126:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a7f8 00000400:00000010:1.0:1718399244.474128:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.474134:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316501248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.474140:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316501248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.474166:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f7c00. 02000000:00000010:1.0:1718399244.474170:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7200. 00000100:00000010:1.0:1718399244.474173:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:1.0:1718399244.474175:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092afcf00. 00010000:00000010:1.0:1718399244.474178:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573f40. 00000020:00000010:3.0:1718399244.474184:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399244.474189:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.474192:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0c78. 00000100:00000200:3.0:1718399244.474209:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbaac0 x1801871317923392/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399244.474225:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317923392 02000000:00000010:3.0:1718399244.474231:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2200. 00010000:00000010:3.0:1718399244.474248:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800933ec000. 00010000:00000010:3.0:1718399244.474286:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27540. 00000100:00000010:3.0:1718399244.474291:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd23c0. 00000100:00000010:3.0:1718399244.474304:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd23c0. 00010000:00000010:3.0:1718399244.474306:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27540. 00000400:00000010:3.0:1718399244.474314:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94664c8. 00080000:00000010:1.0:1718399244.474477:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009321a400. 00010000:00000010:1.0:1718399244.474525:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ac00. 00010000:00000010:1.0:1718399244.474529:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8801303a7f80. 00010000:00000010:1.0:1718399244.474587:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009321a000. 00010000:00000010:1.0:1718399244.474590:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ac00. 00010000:00000010:1.0:1718399244.474593:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22af40. 00010000:00000010:1.0:1718399244.474597:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a200. 00080000:00000010:1.0:1718399244.474604:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009321a600. 00010000:00000010:1.0:1718399244.474622:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a200. 00010000:00000010:1.0:1718399244.474624:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ac00. 00010000:00000010:1.0:1718399244.474660:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22bcc0. 00010000:00000010:1.0:1718399244.474663:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ac00. 00010000:00000010:1.0:1718399244.474667:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573f40. 00000100:00000010:1.0:1718399244.474669:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092afcf00. 00000100:00000010:1.0:1718399244.474673:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.474680:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7200. 02000000:00000010:1.0:1718399244.474692:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f7c00. 00000400:00000010:1.0:1718399244.474695:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1898. 00000100:00000200:3.0:1718399244.474958:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317923392, offset 224 00000400:00000200:3.0:1718399244.474965:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.474973:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.474977:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90544:90544:256:4294967295] 192.168.202.25@tcp LPNI seq info [90544:90544:8:4294967295] 00000400:00000200:3.0:1718399244.474985:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.474988:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.474991:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36800 (tot 82314186). 00000800:00000200:3.0:1718399244.474995:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.475001:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.475003:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36800 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1718399244.475068:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.475076:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316501312, portal 16 00000400:00000010:1.0:1718399244.475079:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9ad48. 00000100:00000200:1.0:1718399244.475081:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316501312, offset 0 00000400:00000200:1.0:1718399244.475086:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.475091:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.475096:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.475099:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.475101:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.475103:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90545:90545:255:4294967295] 192.168.202.25@tcp LPNI seq info [90545:90545:7:4294967295] 00000400:00000200:1.0:1718399244.475108:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.475112:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.475115:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880094923700 (tot 82314434). 00000020:00000010:3.0:1718399244.475116:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46b80. 00000800:00000200:1.0:1718399244.475118:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000020:00000010:3.0:1718399244.475121:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0c78. 00000800:00000200:1.0:1718399244.475121:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.475123:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880094923700 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.475124:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 00000800:00000200:0.0:1718399244.475176:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.475178:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36800 (tot 82314186). 00000400:00000200:0.0:1718399244.475181:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.475185:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.475187:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94664c8 00000400:00000010:0.0:1718399244.475188:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94664c8. 00000800:00000200:0.0:1718399244.475208:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.475210:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880094923700 (tot 82313938). 00000400:00000200:0.0:1718399244.475212:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.475215:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.475216:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9ad48 00000400:00000010:0.0:1718399244.475217:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9ad48. 00000100:00000200:0.0:1718399244.475221:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316501312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399244.476378:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008c2fc900. 00010000:00000010:0.1:1718399244.476391:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c228480. 00000400:00000200:0.0:1718399244.477223:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.477234:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04340 00000400:00000200:0.0:1718399244.477239:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae605 [1] + 224 00000400:00000200:0.0:1718399244.477254:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.477257:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.477263:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316501312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399244.477335:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1898. 00000400:00000200:1.0:1718399244.477339:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a7f8 00000400:00000010:1.0:1718399244.477341:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.477347:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316501312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.477354:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316501312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.477375:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f7c00. 02000000:00000010:1.0:1718399244.477381:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7200. 00000100:00000010:1.0:1718399244.477383:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:1.0:1718399244.477386:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092afcf00. 00010000:00000010:1.0:1718399244.477389:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573f40. 00000400:00000200:0.0:1718399244.477652:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.477659:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f680 00000400:00000200:0.0:1718399244.477663:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xacffd [2] + 1968 00000400:00000010:0.0:1718399244.477665:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1210. 00000400:00000200:0.0:1718399244.477667:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800a50273c0 00000400:00000200:0.0:1718399244.477710:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.477714:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.477716:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a50273c0 00000400:00000010:0.0:1718399244.477717:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800a50273c0 (tot 82313786). 00000100:00000200:0.0:1718399244.477723:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1718399244.478459:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399244.478464:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.478468:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0c78. 00000100:00000200:3.0:1718399244.478487:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009caed850 x1801871317923456/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399244.478509:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317923456 02000000:00000010:3.0:1718399244.478516:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2600. 00010000:00000010:3.0:1718399244.478533:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009351cf80. 00010000:00000010:3.0:1718399244.478548:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27540. 00000100:00000010:3.0:1718399244.478552:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd23c0. 00000100:00000010:3.0:1718399244.478567:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd23c0. 00010000:00000010:3.0:1718399244.478570:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27540. 00000400:00000010:3.0:1718399244.478579:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466770. 00000100:00000200:3.0:1718399244.478582:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317923456, offset 224 00000400:00000200:3.0:1718399244.478587:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.478594:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.478598:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90546:90546:256:4294967295] 192.168.202.25@tcp LPNI seq info [90546:90546:8:4294967295] 00000400:00000200:3.0:1718399244.478605:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.478609:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.478611:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36c00 (tot 82314034). 00000800:00000200:3.0:1718399244.478615:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.478621:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.478623:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36c00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1718399244.478623:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880094923700. 00000020:00000010:3.0:1718399244.478633:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.478636:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0c78. 00000020:00000010:3.0:1718399244.478639:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 02000000:00000010:3.0:1718399244.478646:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2200. 00000100:00000010:3.0:1718399244.478648:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaac0. 02000000:00000010:3.0:1718399244.478652:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d400. 00000100:00000010:3.0:1718399244.478655:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 02000000:00000010:3.0:1718399244.478657:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f7000. 00000100:00000010:3.0:1718399244.478659:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbcc00. 02000000:00000010:3.0:1718399244.478663:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2400. 00000100:00000010:3.0:1718399244.478664:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 02000000:00000010:3.0:1718399244.478666:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3000. 00000100:00000010:3.0:1718399244.478667:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:3.0:1718399244.478669:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3400. 00000100:00000010:3.0:1718399244.478671:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df71c80. 00010000:00000010:1.0:1718399244.478675:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ac00. 00000100:00000200:3.0:1718399244.478676:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1718399244.478679:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310a50. 00010000:00000010:1.0:1718399244.478680:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009351cf00. 00000400:00000010:3.0:1718399244.478681:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093dd23c0 (tot 82314186). 00010000:00000010:1.0:1718399244.478729:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c228000. 00010000:00000010:1.0:1718399244.478812:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ac00. 00010000:00000010:1.0:1718399244.478818:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573f40. 00000100:00000010:1.0:1718399244.478822:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092afcf00. 00000100:00000010:1.0:1718399244.478827:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.478834:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7200. 02000000:00000010:1.0:1718399244.478848:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f7c00. 00000400:00000010:1.0:1718399244.478851:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1898. 00000400:00000010:1.0:1718399244.478853:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.478855:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316501376, portal 16 00000400:00000010:1.0:1718399244.478858:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a880. 00000100:00000200:1.0:1718399244.478859:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316501376, offset 0 00000400:00000200:1.0:1718399244.478863:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.478867:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.478872:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.478875:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.478877:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.478878:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90547:90547:255:4294967295] 192.168.202.25@tcp LPNI seq info [90547:90547:7:4294967295] 00000400:00000200:1.0:1718399244.478884:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.478887:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.478891:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012ebbfa00 (tot 82314434). 00000800:00000200:1.0:1718399244.478894:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.478897:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.478898:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012ebbfa00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.479347:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.479349:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36c00 (tot 82314186). 00000400:00000200:0.0:1718399244.479353:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.479356:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.479358:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466770 00000400:00000010:0.0:1718399244.479359:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466770. 02000000:00000010:0.0:1718399244.479362:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2600. 00000800:00000200:0.0:1718399244.479398:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.479400:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012ebbfa00 (tot 82313938). 00000400:00000200:0.0:1718399244.479403:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.479405:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.479407:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a880 00000400:00000010:0.0:1718399244.479408:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a880. 00000100:00000200:0.0:1718399244.479412:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316501376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399244.479918:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931d6400. 00000400:00000200:0.0:1718399244.480257:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.480266:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04380 00000400:00000200:0.0:1718399244.480298:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae615 [1] + 224 00000400:00000200:0.0:1718399244.480314:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.480317:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.481013:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316501376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.481037:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.481042:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f6c0 00000400:00000200:0.0:1718399244.481046:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad055 [2] + 0 00000400:00000200:0.0:1718399244.481083:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.481086:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.481089:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.481094:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 00000400:00000010:1.0:1718399244.481553:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1898. 00000400:00000200:1.0:1718399244.481557:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a7f8 00000400:00000010:1.0:1718399244.481558:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.481564:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316501376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.481570:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316501376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.481591:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f7c00. 02000000:00000010:1.0:1718399244.481596:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7200. 00000100:00000010:1.0:1718399244.481599:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:1.0:1718399244.481601:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092afcf00. 00010000:00000010:1.0:1718399244.481605:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573f40. 00000020:00000010:2.0:1718399244.484869:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101c200. 00000020:00000010:2.0:1718399244.484877:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.484880:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.484901:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317923520/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.484931:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317923520 02000000:00000010:2.0:1718399244.484939:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101da00. 00010000:00000010:2.0:1718399244.484960:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093c92600. 00010000:00000010:2.0:1718399244.484990:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e200. 00000100:00000010:2.0:1718399244.484997:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.485003:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.485006:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e200. 00000400:00000010:2.0:1718399244.485015:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e440. 00000100:00000200:2.0:1718399244.485019:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317923520, offset 224 00000400:00000200:2.0:1718399244.485024:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.485035:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.485040:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90548:90548:256:4294967295] 192.168.202.25@tcp LPNI seq info [90548:90548:8:4294967295] 00000400:00000200:2.0:1718399244.485048:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.485053:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.485056:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c588c00 (tot 82314186). 00000800:00000200:2.0:1718399244.485060:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.485066:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.485069:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c588c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.485081:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.485084:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.485087:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101c200. 00080000:00000010:1.0:1718399244.485096:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ebbfc00. 00010000:00000010:1.0:1718399244.485152:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ac00. 00010000:00000010:1.0:1718399244.485157:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093c92580. 00010000:00000010:1.0:1718399244.485210:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22a400. 00010000:00000010:1.0:1718399244.485213:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ac00. 00000800:00000200:0.0:1718399244.485216:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.485218:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c588c00 (tot 82313938). 00010000:00000010:1.0:1718399244.485219:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573f40. 00000400:00000200:0.0:1718399244.485221:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1718399244.485222:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092afcf00. 00000400:00000200:0.0:1718399244.485224:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000010:1.0:1718399244.485227:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 00000400:00000200:0.0:1718399244.485227:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e440 00000400:00000010:0.0:1718399244.485229:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e440. 02000000:00000010:1.0:1718399244.485236:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f7200. 02000000:00000010:1.0:1718399244.485256:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f7c00. 00000400:00000010:1.0:1718399244.485260:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1898. 00000400:00000010:1.0:1718399244.485263:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.485267:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316501440, portal 16 00000400:00000010:1.0:1718399244.485294:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9add0. 00000100:00000200:1.0:1718399244.485295:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316501440, offset 0 00000400:00000200:1.0:1718399244.485299:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.485304:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.485309:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.485312:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.485314:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.485316:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90549:90549:256:4294967295] 192.168.202.25@tcp LPNI seq info [90549:90549:8:4294967295] 00000400:00000200:1.0:1718399244.485323:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.485327:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.485328:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012ebbfd00 (tot 82314186). 00000800:00000200:1.0:1718399244.485331:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.485334:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.485336:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012ebbfd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.485477:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.485479:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012ebbfd00 (tot 82313938). 00000400:00000200:0.0:1718399244.485483:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.485486:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.485488:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9add0 00000400:00000010:0.0:1718399244.485489:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9add0. 00000100:00000200:0.0:1718399244.485493:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316501440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.487550:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e6c300. 00010000:00000010:2.1:1718399244.487560:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22a640. 00010000:00000010:2.1:1718399244.487563:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009321a000. 00010000:00000010:2.1:1718399244.487568:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22af40. 00000400:00000200:0.0:1718399244.489719:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.489733:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc043c0 00000400:00000200:0.0:1718399244.489739:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae621 [1] + 224 00000400:00000200:0.0:1718399244.489748:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.489750:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.489757:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316501440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.489798:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.489801:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f700 00000400:00000200:0.0:1718399244.489805:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad055 [2] + 328 00000400:00000200:0.0:1718399244.489816:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.489819:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.489822:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.489827:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 00000400:00000010:1.0:1718399244.490255:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1898. 00000400:00000200:1.0:1718399244.490258:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a7f8 00000400:00000010:1.0:1718399244.490259:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.490265:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316501440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.490290:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316501440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.490309:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f7c00. 02000000:00000010:1.0:1718399244.490314:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f7200. 00000100:00000010:1.0:1718399244.490317:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:1.0:1718399244.490319:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092afcf00. 00010000:00000010:1.0:1718399244.490322:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573f40. 00000020:00000010:2.0:1718399244.490490:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101c200. 00000020:00000010:2.0:1718399244.490496:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.490499:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.490516:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c2797c0 x1801871317923584/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399244.490534:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317923584 02000000:00000010:2.0:1718399244.490541:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101d800. 00010000:00000010:2.0:1718399244.490571:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88011f2f1500. 00010000:00000010:2.0:1718399244.490588:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e200. 00000100:00000010:2.0:1718399244.490592:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.490602:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.490604:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e200. 00000400:00000010:2.0:1718399244.490612:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e330. 00000100:00000200:2.0:1718399244.490615:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317923584, offset 224 00000400:00000200:2.0:1718399244.490621:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.490628:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00080000:00000010:1.0:1718399244.490628:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ebbfb00. 00000400:00000200:2.0:1718399244.490633:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90550:90550:256:4294967295] 192.168.202.25@tcp LPNI seq info [90550:90550:8:4294967295] 00000400:00000200:2.0:1718399244.490640:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.490643:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.490646:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c588300 (tot 82314186). 00000800:00000200:2.0:1718399244.490650:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.490656:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.490659:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c588300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.490674:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.490677:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.490679:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101c200. 00010000:00000010:1.0:1718399244.490682:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ac00. 00010000:00000010:1.0:1718399244.490687:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88011f2f1800. 00010000:00000010:1.0:1718399244.490741:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22a1c0. 00010000:00000010:1.0:1718399244.490745:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ac00. 00010000:00000010:1.0:1718399244.490751:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573f40. 00000100:00000010:1.0:1718399244.490753:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092afcf00. 00000100:00000010:1.0:1718399244.490757:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.490775:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f6c00. 00000800:00000200:0.0:1718399244.490782:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.490784:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c588300 (tot 82313938). 00000400:00000200:0.0:1718399244.490787:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1718399244.490790:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f7600. 00000400:00000200:0.0:1718399244.490790:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.490792:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e330 00000400:00000010:1.0:1718399244.490793:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1898. 00000400:00000010:0.0:1718399244.490793:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e330. 00000400:00000010:1.0:1718399244.490797:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a7f8. 00000100:00000200:1.0:1718399244.490800:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316501504, portal 16 00000400:00000010:1.0:1718399244.490802:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a6e8. 00000100:00000200:1.0:1718399244.490804:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316501504, offset 0 00000400:00000200:1.0:1718399244.490807:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.490812:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.490818:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.490820:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.490822:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.490824:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90551:90551:256:4294967295] 192.168.202.25@tcp LPNI seq info [90551:90551:8:4294967295] 00000400:00000200:1.0:1718399244.490830:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.490834:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.490836:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012ebbf800 (tot 82314186). 00000800:00000200:1.0:1718399244.490838:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.490842:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.490844:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012ebbf800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.490898:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.490900:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012ebbf800 (tot 82313938). 00000400:00000200:0.0:1718399244.490903:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.490905:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.490907:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a6e8 00000400:00000010:0.0:1718399244.490908:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a6e8. 00000100:00000200:0.0:1718399244.490913:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316501504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.494230:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009360ef40. 00000400:00000200:1.0:1718399244.494260:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.494286:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04400 00010000:00000010:2.1:1718399244.494288:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009360b840. 00000400:00000200:1.0:1718399244.494292:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae62d [1] + 224 00000400:00000200:1.0:1718399244.494308:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.494312:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.494319:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316501504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1718399244.494412:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1898. 00000400:00000200:0.0:1718399244.494416:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a7f8 00000400:00000010:0.0:1718399244.494417:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a7f8. 00000100:00000200:0.0:1718399244.494423:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316501504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1718399244.494429:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316501504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1718399244.494450:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f7600. 02000000:00000010:0.0:1718399244.494456:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f6c00. 00000100:00000010:0.0:1718399244.494459:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:0.0:1718399244.494463:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092afcf00. 00010000:00000010:0.0:1718399244.494465:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573f40. 00000400:00000200:1.0:1718399244.496719:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.496729:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f740 00010000:00000010:2.1:1718399244.496730:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800935d2b00. 00000400:00000200:1.0:1718399244.496734:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad055 [2] + 656 00010000:00000010:2.1:1718399244.496736:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22bcc0. 00010000:00000010:2.1:1718399244.496739:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093156c00. 00010000:00000010:2.1:1718399244.496746:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c228000. 00000400:00000200:1.0:1718399244.496783:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.496787:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.496791:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399244.496794:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75f00. 00000020:00000010:2.0:1718399244.497377:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101c200. 00000020:00000010:2.0:1718399244.497381:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.497385:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.497574:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df75f00 x1801871317923648/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399244.497602:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317923648 02000000:00000010:2.0:1718399244.497609:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101d400. 00010000:00000010:2.0:1718399244.497630:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093598a00. 00010000:00000010:2.0:1718399244.497643:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e200. 00000100:00000010:2.0:1718399244.497648:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.497667:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.497670:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e200. 00000400:00000010:2.0:1718399244.497678:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eaa0. 00000100:00000200:2.0:1718399244.497682:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317923648, offset 224 00000400:00000200:2.0:1718399244.497687:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.497695:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.497699:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90552:90552:256:4294967295] 192.168.202.25@tcp LPNI seq info [90552:90552:8:4294967295] 00000400:00000200:2.0:1718399244.497707:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.497711:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.497714:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c588d00 (tot 82314186). 00000800:00000200:2.0:1718399244.497718:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.497724:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.497727:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c588d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.497737:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.497740:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.497742:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101c200. 00080000:00000010:1.0:1718399244.497817:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ebbfa00. 00000800:00000200:0.0:1718399244.497817:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.497820:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c588d00 (tot 82313938). 00000400:00000200:0.0:1718399244.497823:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.497826:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.497829:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eaa0 00000400:00000010:0.0:1718399244.497831:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eaa0. 00010000:00000010:1.0:1718399244.497870:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ac00. 00010000:00000010:1.0:1718399244.497875:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093598980. 00010000:00000010:1.0:1718399244.497931:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22aac0. 00010000:00000010:1.0:1718399244.497935:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ac00. 00010000:00000010:1.0:1718399244.497942:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573e80. 00000100:00000010:1.0:1718399244.497945:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092afcf00. 00000100:00000010:1.0:1718399244.497951:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.497960:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f6000. 02000000:00000010:1.0:1718399244.497976:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f7800. 00000400:00000010:1.0:1718399244.497979:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1840. 00000400:00000010:1.0:1718399244.497982:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aee0. 00000100:00000200:1.0:1718399244.497986:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316501568, portal 16 00000400:00000010:1.0:1718399244.497988:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9abb0. 00000100:00000200:1.0:1718399244.497990:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316501568, offset 0 00000400:00000200:1.0:1718399244.497993:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.497998:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.498003:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.498005:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.498007:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.498009:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90553:90553:256:4294967295] 192.168.202.25@tcp LPNI seq info [90553:90553:8:4294967295] 00000400:00000200:1.0:1718399244.498015:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.498018:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.498020:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012ebbfd00 (tot 82314186). 00000800:00000200:1.0:1718399244.498023:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.498026:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.498027:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012ebbfd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.498100:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.498102:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012ebbfd00 (tot 82313938). 00000400:00000200:2.0:1718399244.498105:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.498108:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.498110:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9abb0 00000400:00000010:2.0:1718399244.498111:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9abb0. 00000100:00000200:2.0:1718399244.498116:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316501568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.499332:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.499342:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04440 00000400:00000200:0.0:1718399244.499346:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae639 [1] + 224 00000400:00000200:0.0:1718399244.499361:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.499364:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.499369:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316501568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1718399244.499407:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1840. 00000400:00000200:1.0:1718399244.499410:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aee0 00000400:00000010:1.0:1718399244.499411:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aee0. 00000100:00000200:1.0:1718399244.499416:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316501568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.499422:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316501568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.499440:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f7800. 02000000:00000010:1.0:1718399244.499445:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f6000. 00000100:00000010:1.0:1718399244.499448:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:1.0:1718399244.499451:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092afcf00. 00010000:00000010:1.0:1718399244.499455:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573e80. 00000400:00000200:0.0:1718399244.500213:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.500219:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f780 00000400:00000200:0.0:1718399244.500222:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad055 [2] + 984 00000400:00000200:0.0:1718399244.500261:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.500265:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.500282:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.500286:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00000020:00000010:2.0:1718399244.500364:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101d000. 00000020:00000010:2.0:1718399244.500369:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.500372:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.500385:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317923712/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.500858:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317923712 02000000:00000010:2.0:1718399244.500932:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101c600. 00010000:00000010:2.0:1718399244.500951:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009352da00. 00010000:00000010:2.0:1718399244.500966:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e200. 00000100:00000010:2.0:1718399244.500971:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.500989:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.500992:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e200. 00000400:00000010:2.0:1718399244.501000:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399244.501003:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317923712, offset 224 00000400:00000200:2.0:1718399244.501008:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.501015:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.501019:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90554:90554:256:4294967295] 192.168.202.25@tcp LPNI seq info [90554:90554:8:4294967295] 00000400:00000200:2.0:1718399244.501025:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.501029:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.501032:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c588d00 (tot 82314186). 00000800:00000200:2.0:1718399244.501036:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.501042:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.501044:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c588d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.501071:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.501075:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.501077:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101d000. 00080000:00000010:1.0:1718399244.501135:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ebbf400. 00010000:00000010:1.0:1718399244.501181:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ac00. 00010000:00000010:1.0:1718399244.501185:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009352d400. 00010000:00000010:1.0:1718399244.501239:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012ebbf200. 00010000:00000010:1.0:1718399244.501242:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88013083ac00. 00010000:00000010:1.0:1718399244.501245:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c228000. 00010000:00000010:1.0:1718399244.501249:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083a200. 00080000:00000010:1.0:1718399244.501264:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ebbf500. 00000800:00000200:3.0:1718399244.501411:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399244.501413:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c588d00 (tot 82313938). 00000400:00000200:3.0:1718399244.501416:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399244.501419:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399244.501422:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:3.0:1718399244.501423:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00010000:00000010:1.0:1718399244.501627:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a200. 00010000:00000010:1.0:1718399244.501630:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083ac00. 00010000:00000010:1.0:1718399244.502321:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22bcc0. 00010000:00000010:1.0:1718399244.502325:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ac00. 00010000:00000010:1.0:1718399244.502330:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573e80. 00000100:00000010:1.0:1718399244.502333:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092afcf00. 00000100:00000010:1.0:1718399244.502339:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.502347:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f6000. 02000000:00000010:1.0:1718399244.502362:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f7800. 00000400:00000010:1.0:1718399244.502365:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1840. 00000400:00000010:1.0:1718399244.502368:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aee0. 00000100:00000200:1.0:1718399244.502372:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316501632, portal 16 00000400:00000010:1.0:1718399244.502375:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a000. 00000100:00000200:1.0:1718399244.502377:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316501632, offset 0 00000400:00000200:1.0:1718399244.502381:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.502386:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.502392:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.502395:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.502397:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.502399:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90555:90555:256:4294967295] 192.168.202.25@tcp LPNI seq info [90555:90555:8:4294967295] 00000400:00000200:1.0:1718399244.502405:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.502410:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.502413:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012ebbf800 (tot 82314186). 00000800:00000200:1.0:1718399244.502415:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.502420:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.502422:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012ebbf800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.502530:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.502532:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012ebbf800 (tot 82313938). 00000400:00000200:0.0:1718399244.502535:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.502538:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.502540:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a000 00000400:00000010:0.0:1718399244.502541:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a000. 00000100:00000200:0.0:1718399244.502547:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316501632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.502814:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bcfa880. 00010000:00000010:0.1:1718399244.505448:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800936f4d00. 00010000:00000010:0.1:1718399244.505466:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22a400. 00000400:00000200:0.0:1718399244.507300:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.507314:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04480 00000400:00000200:0.0:1718399244.507320:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae645 [1] + 224 00000400:00000200:0.0:1718399244.507328:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.507331:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.507338:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316501632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.507355:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.507359:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f7c0 00000400:00000200:0.0:1718399244.507362:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad055 [2] + 1312 00000400:00000200:0.0:1718399244.507371:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.507373:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.507378:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.507382:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000400:00000010:1.0:1718399244.507661:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1840. 00000400:00000200:1.0:1718399244.507665:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aee0 00000400:00000010:1.0:1718399244.507666:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aee0. 00000100:00000200:1.0:1718399244.507673:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316501632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1718399244.507679:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316501632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1718399244.507700:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f7800. 02000000:00000010:1.0:1718399244.507706:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f6000. 00000100:00000010:1.0:1718399244.507709:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:1.0:1718399244.507712:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092afcf00. 00010000:00000010:1.0:1718399244.507715:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573e80. 00000020:00000010:2.0:1718399244.507756:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101d000. 00000020:00000010:2.0:1718399244.507761:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.507773:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.507791:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317923776/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399244.507816:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317923776 02000000:00000010:2.0:1718399244.507823:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101ce00. 00010000:00000010:2.0:1718399244.507841:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093549680. 00010000:00000010:2.0:1718399244.507854:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e200. 00000100:00000010:2.0:1718399244.507859:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.507864:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.507866:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e200. 00000400:00000010:2.0:1718399244.507873:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e198. 00000100:00000200:2.0:1718399244.507877:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317923776, offset 224 00000400:00000200:2.0:1718399244.507882:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.507890:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.507894:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90556:90556:256:4294967295] 192.168.202.25@tcp LPNI seq info [90556:90556:8:4294967295] 00000400:00000200:2.0:1718399244.507901:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.507906:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.507909:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c588300 (tot 82314186). 00000800:00000200:2.0:1718399244.507912:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.507919:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.507921:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c588300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.507932:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.507936:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.507938:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101d000. 00080000:00000010:1.0:1718399244.508149:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012ebbfd00. 00010000:00000010:1.0:1718399244.508202:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ac00. 00010000:00000010:1.0:1718399244.508206:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093549600. 00010000:00000010:1.0:1718399244.508258:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012c22af40. 00010000:00000010:1.0:1718399244.508261:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff88013083ac00. 00010000:00000010:1.0:1718399244.508268:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573e80. 00000100:00000010:1.0:1718399244.508384:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092afcf00. 00000100:00000010:1.0:1718399244.508389:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df75a40. 02000000:00000010:1.0:1718399244.508396:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800930f6000. 02000000:00000010:1.0:1718399244.508411:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800930f7800. 00000400:00000010:1.0:1718399244.508413:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1840. 00000400:00000010:1.0:1718399244.508415:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aee0. 00000100:00000200:1.0:1718399244.508419:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316501696, portal 16 00000400:00000010:1.0:1718399244.508421:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a990. 00000100:00000200:1.0:1718399244.508423:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316501696, offset 0 00000400:00000200:1.0:1718399244.508427:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.508431:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.508435:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1718399244.508438:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1718399244.508440:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1718399244.508442:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90557:90557:255:4294967295] 192.168.202.25@tcp LPNI seq info [90557:90557:7:4294967295] 00000400:00000200:1.0:1718399244.508447:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.508450:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.508452:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012ebbf800 (tot 82314434). 00000800:00000200:1.0:1718399244.508455:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.508458:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.508459:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012ebbf800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1718399244.509121:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399244.509124:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c588300 (tot 82314186). 00000400:00000200:3.0:1718399244.509127:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399244.509130:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399244.509133:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e198 00000400:00000010:3.0:1718399244.509134:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e198. 00000800:00000200:3.0:1718399244.509455:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399244.509457:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012ebbf800 (tot 82313938). 00000400:00000200:3.0:1718399244.509460:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399244.509463:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399244.509465:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a990 00000400:00000010:3.0:1718399244.509466:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a990. 00000100:00000200:3.0:1718399244.509471:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012df75a40 x1801871316501696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1718399244.510700:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009360c480. 00010000:00000010:1.1:1718399244.510706:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930a9f80. 00000400:00000200:0.0:1718399244.513507:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.513520:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc044c0 00000400:00000200:0.0:1718399244.513527:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae651 [1] + 224 00000400:00000200:0.0:1718399244.513543:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.513547:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.513555:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012df75a40 x1801871316501696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.513602:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1840. 00000400:00000200:2.0:1718399244.513606:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aee0 00000400:00000010:2.0:1718399244.513608:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aee0. 00000100:00000200:2.0:1718399244.513613:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012df75a40 x1801871316501696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.513620:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012df75a40 x1801871316501696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.513647:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800930f7800. 02000000:00000010:2.0:1718399244.513652:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800930f6000. 00000100:00000010:2.0:1718399244.513656:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75a40. 00000100:00000010:2.0:1718399244.513659:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092afcf00. 00010000:00000010:2.0:1718399244.513663:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573e80. 00000400:00000200:0.0:1718399244.513760:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.513775:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f800 00000400:00000200:0.0:1718399244.513779:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad055 [2] + 1640 00000400:00000200:0.0:1718399244.513827:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.513831:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.513835:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.513839:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 00000020:00000010:2.0:1718399244.513885:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101d000. 00000020:00000010:2.0:1718399244.513888:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.513891:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.513905:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317923840/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399244.513927:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317923840 02000000:00000010:2.0:1718399244.513932:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101d600. 00010000:00000010:2.0:1718399244.513948:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f65e80. 00010000:00000010:2.0:1718399244.513960:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e200. 00000100:00000010:2.0:1718399244.513964:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.513967:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.513969:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e200. 00080000:00000010:2.0:1718399244.513982:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c588c00. 00010000:00000010:2.0:1718399244.514031:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083ac00. 00010000:00000010:2.0:1718399244.514034:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093578480. 00010000:00000010:2.0:1718399244.514079:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356eac0. 00010000:00000010:2.0:1718399244.514081:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e00. 00010000:00000010:2.0:1718399244.514085:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e200. 00000100:00000010:2.0:1718399244.514087:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.514090:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fba140. 02000000:00000010:2.0:1718399244.514096:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101cc00. 02000000:00000010:2.0:1718399244.514108:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101de00. 00000400:00000010:2.0:1718399244.514110:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd528. 00000400:00000010:2.0:1718399244.514112:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eb28. 00000100:00000200:2.0:1718399244.514116:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316501760, portal 16 00000400:00000010:2.0:1718399244.514118:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e6e8. 00000100:00000200:2.0:1718399244.514119:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316501760, offset 0 00000400:00000200:2.0:1718399244.514123:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.514130:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.514134:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.514136:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.514137:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.514139:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90558:90558:256:4294967295] 192.168.202.25@tcp LPNI seq info [90558:90558:8:4294967295] 00000400:00000200:2.0:1718399244.514144:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.514147:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.514149:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c588a00 (tot 82314186). 00000800:00000200:2.0:1718399244.514152:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.514156:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.514158:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c588a00 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1718399244.514177:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e000. 00000100:00000200:2.0:1718399244.514178:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317923840, offset 224 00000400:00000200:2.0:1718399244.514180:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.514183:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.514185:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90559:90559:255:4294967295] 192.168.202.25@tcp LPNI seq info [90559:90559:7:4294967295] 00000400:00000200:2.0:1718399244.514188:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.514190:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.514192:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c588300 (tot 82314434). 00000800:00000200:2.0:1718399244.514194:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.514195:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.514196:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c588300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.514201:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6f00. 00000800:00000200:3.0:1718399244.514203:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1718399244.514204:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.514205:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101d000. 00000800:00000010:3.0:1718399244.514206:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c588a00 (tot 82314186). 00000400:00000200:3.0:1718399244.514208:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399244.514211:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399244.514213:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e6e8 00000400:00000010:3.0:1718399244.514214:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e6e8. 00000100:00000200:3.0:1718399244.514219:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fba140 x1801871316501760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1718399244.514253:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399244.514254:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c588300 (tot 82313938). 00000400:00000200:3.0:1718399244.514256:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399244.514258:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399244.514260:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e000 00000400:00000010:3.0:1718399244.514261:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e000. 00010000:00000010:0.1:1718399244.514708:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093508100. 00010000:00000010:0.1:1718399244.514714:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22a1c0. 00010000:00000010:0.1:1718399244.514716:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880095fd7000. 00010000:00000010:0.1:1718399244.514723:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22aac0. 00010000:00000010:0.1:1718399244.514726:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ebbf200. 00010000:00000010:0.1:1718399244.514729:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c228000. 00000400:00000200:0.0:1718399244.516158:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.516169:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04500 00000400:00000200:0.0:1718399244.516174:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae659 [1] + 224 00000400:00000200:0.0:1718399244.516189:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.516192:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.516197:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fba140 x1801871316501760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.516292:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd528. 00000400:00000200:2.0:1718399244.516295:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eb28 00000400:00000010:2.0:1718399244.516296:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eb28. 00000100:00000200:2.0:1718399244.516300:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fba140 x1801871316501760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.516305:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fba140 x1801871316501760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.516324:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101de00. 02000000:00000010:2.0:1718399244.516329:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101cc00. 00000100:00000010:2.0:1718399244.516332:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fba140. 00000100:00000010:2.0:1718399244.516335:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.516337:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e200. 00000400:00000200:0.0:1718399244.516807:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.516814:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f840 00000400:00000200:0.0:1718399244.516818:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad055 [2] + 1968 00000400:00000010:0.0:1718399244.516821:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310738. 00000400:00000200:0.0:1718399244.516824:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800929c5780 00000400:00000200:0.0:1718399244.517251:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.517255:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.517258:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800929c5780 00000400:00000010:0.0:1718399244.517261:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800929c5780 (tot 82313786). 00000100:00000200:0.0:1718399244.517265:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1718399244.517407:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101cc00. 00000020:00000010:2.0:1718399244.517411:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.517414:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.517427:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009caec850 x1801871317923904/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.517442:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317923904 02000000:00000010:2.0:1718399244.517448:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101de00. 00010000:00000010:2.0:1718399244.517466:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093606c00. 00010000:00000010:2.0:1718399244.517478:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e200. 00000100:00000010:2.0:1718399244.517482:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.517488:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.517489:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e200. 00080000:00000010:2.0:1718399244.517505:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c588d00. 00010000:00000010:2.0:1718399244.517552:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e00. 00010000:00000010:2.0:1718399244.517555:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093606b80. 00010000:00000010:2.0:1718399244.517601:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c240. 00010000:00000010:2.0:1718399244.517603:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e00. 00010000:00000010:2.0:1718399244.517609:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e200. 00000100:00000010:2.0:1718399244.517611:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.517615:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fba140. 02000000:00000010:2.0:1718399244.517622:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d000. 02000000:00000010:2.0:1718399244.517635:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101dc00. 00000400:00000010:2.0:1718399244.517638:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd528. 00000400:00000010:2.0:1718399244.517640:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eb28. 00000100:00000200:2.0:1718399244.517643:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316501824, portal 16 00000400:00000010:2.0:1718399244.517646:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e088. 00000100:00000200:2.0:1718399244.517647:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316501824, offset 0 00000400:00000200:2.0:1718399244.517652:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.517658:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.517663:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.517665:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.517667:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.517669:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90560:90560:256:4294967295] 192.168.202.25@tcp LPNI seq info [90560:90560:8:4294967295] 00000400:00000200:2.0:1718399244.517676:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.517680:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.517682:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c588300 (tot 82314034). 00000800:00000200:2.0:1718399244.517686:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.517692:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.517695:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c588300 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1718399244.517712:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e770. 00000100:00000200:2.0:1718399244.517715:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317923904, offset 224 00000400:00000200:2.0:1718399244.517718:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.517721:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.517724:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90561:90561:255:4294967295] 192.168.202.25@tcp LPNI seq info [90561:90561:7:4294967295] 00000400:00000200:2.0:1718399244.517729:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.517732:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.517734:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c588a00 (tot 82314282). 00000800:00000200:2.0:1718399244.517736:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.517739:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.517740:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c588a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.517747:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.517749:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.517751:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101cc00. 02000000:00000010:2.0:1718399244.517757:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d600. 00000100:00000010:2.0:1718399244.517761:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c279300. 02000000:00000010:2.0:1718399244.517776:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101ce00. 00000100:00000010:2.0:1718399244.517778:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 02000000:00000010:2.0:1718399244.517780:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101c600. 00000100:00000010:2.0:1718399244.517781:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:2.0:1718399244.517783:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d400. 00000100:00000010:2.0:1718399244.517785:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df75f00. 02000000:00000010:2.0:1718399244.517788:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d800. 00000100:00000010:2.0:1718399244.517792:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 02000000:00000010:2.0:1718399244.517794:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101da00. 00000100:00000010:2.0:1718399244.517795:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 00000100:00000200:2.0:1718399244.517800:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399244.517802:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd790. 00000400:00000010:2.0:1718399244.517805:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093fa2600 (tot 82314434). 00000800:00000200:3.0:1718399244.517864:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399244.517867:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c588300 (tot 82314186). 00000400:00000200:3.0:1718399244.517869:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399244.517872:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399244.517874:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e088 00000400:00000010:3.0:1718399244.517875:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e088. 00000100:00000200:3.0:1718399244.517879:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fba140 x1801871316501824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1718399244.517915:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399244.517917:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c588a00 (tot 82313938). 00000400:00000200:3.0:1718399244.517918:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399244.517921:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399244.517922:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e770 00000400:00000010:3.0:1718399244.517923:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e770. 02000000:00000010:3.0:1718399244.517925:0:18240:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101de00. 00000400:00000200:0.0:1718399244.519974:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.519985:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04540 00000400:00000200:0.0:1718399244.519990:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae665 [1] + 224 00000400:00000200:0.0:1718399244.520003:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.520006:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.520013:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fba140 x1801871316501824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.520100:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd528. 00000400:00000200:2.0:1718399244.520103:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eb28 00000400:00000010:2.0:1718399244.520104:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eb28. 00000100:00000200:2.0:1718399244.520109:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fba140 x1801871316501824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.520116:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fba140 x1801871316501824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.520139:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101dc00. 02000000:00000010:2.0:1718399244.520145:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d000. 00000100:00000010:2.0:1718399244.520148:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fba140. 00000100:00000010:2.0:1718399244.520150:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.520153:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e200. 00010000:00000010:1.1:1718399244.520462:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093643180. 00000400:00000200:0.0:1718399244.520618:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.520625:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f880 00000400:00000200:0.0:1718399244.520629:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad0ad [2] + 0 00000400:00000200:0.0:1718399244.520676:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.520680:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.520684:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.520688:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 00000020:00000010:3.0:1718399244.522823:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a2600. 00000020:00000010:3.0:1718399244.522829:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.522833:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0c78. 00000100:00000200:3.0:1718399244.522854:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d580 x1801871317923968/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1718399244.522885:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317923968 02000000:00000010:3.0:1718399244.522892:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3800. 00010000:00000010:3.0:1718399244.522913:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093607f80. 00010000:00000010:3.0:1718399244.522926:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27d00. 00000100:00000010:3.0:1718399244.522932:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2c00. 00000100:00000010:3.0:1718399244.522939:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2c00. 00010000:00000010:3.0:1718399244.522941:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27d00. 00000400:00000010:3.0:1718399244.522949:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466f68. 00000100:00000200:3.0:1718399244.522953:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317923968, offset 224 00000400:00000200:3.0:1718399244.522959:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.522969:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.522973:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90562:90562:256:4294967295] 192.168.202.25@tcp LPNI seq info [90562:90562:8:4294967295] 00000400:00000200:3.0:1718399244.522981:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.522986:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.522988:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36c00 (tot 82314186). 00000800:00000200:3.0:1718399244.522992:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.522998:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.523001:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.523012:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.523016:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0c78. 00000020:00000010:3.0:1718399244.523018:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a2600. 00000800:00000200:3.0:1718399244.523108:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399244.523110:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36c00 (tot 82313938). 00000400:00000200:3.0:1718399244.523113:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399244.523116:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399244.523119:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466f68 00000400:00000010:3.0:1718399244.523120:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466f68. 00080000:00000010:2.0:1718399244.523181:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c588a00. 00010000:00000010:2.0:1718399244.523236:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e00. 00010000:00000010:2.0:1718399244.523242:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093607f00. 00010000:00000010:2.0:1718399244.523310:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e880. 00010000:00000010:2.0:1718399244.523315:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e00. 00010000:00000010:2.0:1718399244.523322:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e200. 00000100:00000010:2.0:1718399244.523324:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.523329:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fba140. 02000000:00000010:2.0:1718399244.523337:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d000. 02000000:00000010:2.0:1718399244.523353:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101dc00. 00000400:00000010:2.0:1718399244.523357:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd528. 00000400:00000010:2.0:1718399244.523360:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eb28. 00000100:00000200:2.0:1718399244.523364:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316501888, portal 16 00000400:00000010:2.0:1718399244.523367:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e2a8. 00000100:00000200:2.0:1718399244.523368:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316501888, offset 0 00000400:00000200:2.0:1718399244.523372:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.523376:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.523381:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.523383:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.523385:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.523387:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90563:90563:256:4294967295] 192.168.202.25@tcp LPNI seq info [90563:90563:8:4294967295] 00000400:00000200:2.0:1718399244.523393:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.523396:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.523398:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c588300 (tot 82314186). 00000800:00000200:2.0:1718399244.523400:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.523404:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.523405:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c588300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.524152:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.524155:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c588300 (tot 82313938). 00000400:00000200:0.0:1718399244.524158:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.524161:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.524164:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e2a8 00000400:00000010:0.0:1718399244.524165:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e2a8. 00000100:00000200:0.0:1718399244.524169:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fba140 x1801871316501888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399244.526170:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.526183:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04580 00000400:00000200:2.0:1718399244.526189:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae679 [1] + 224 00000400:00000200:2.0:1718399244.526197:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.526200:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.526206:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fba140 x1801871316501888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399244.526224:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.526228:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f8c0 00000400:00000200:2.0:1718399244.526231:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad0ad [2] + 328 00000400:00000200:2.0:1718399244.526420:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.526424:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.526427:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399244.526432:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaf80. 00000400:00000010:2.0:1718399244.527056:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd528. 00000400:00000200:2.0:1718399244.527060:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eb28 00000400:00000010:2.0:1718399244.527061:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eb28. 00000100:00000200:2.0:1718399244.527066:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fba140 x1801871316501888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.527073:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fba140 x1801871316501888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.527093:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101dc00. 02000000:00000010:2.0:1718399244.527098:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d000. 00000100:00000010:2.0:1718399244.527101:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fba140. 00000100:00000010:2.0:1718399244.527103:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.527106:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e200. 00010000:00000010:0.1:1718399244.527237:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009336ff00. 00010000:00000010:0.1:1718399244.527246:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22bcc0. 00000020:00000010:3.0:1718399244.528516:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399244.528522:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.528524:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0c78. 00000100:00000200:3.0:1718399244.528543:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbaf80 x1801871317924032/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399244.529433:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317924032 02000000:00000010:3.0:1718399244.529442:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2200. 00010000:00000010:3.0:1718399244.529463:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b7d9580. 00010000:00000010:3.0:1718399244.529476:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27d00. 00000100:00000010:3.0:1718399244.529482:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2c00. 00000100:00000010:3.0:1718399244.530626:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2c00. 00010000:00000010:3.0:1718399244.530631:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27d00. 00000400:00000010:3.0:1718399244.530644:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466f68. 00000100:00000200:3.0:1718399244.530650:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317924032, offset 224 00000400:00000200:3.0:1718399244.530656:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.530667:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.530672:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90564:90564:256:4294967295] 192.168.202.25@tcp LPNI seq info [90564:90564:8:4294967295] 00000400:00000200:3.0:1718399244.530680:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.530685:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.530688:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36f00 (tot 82314186). 00080000:00000010:2.0:1718399244.530691:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009321a000. 00000800:00000200:3.0:1718399244.530693:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.530699:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.530703:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.530718:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.530722:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0c78. 00000020:00000010:3.0:1718399244.530726:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 00010000:00000010:2.0:1718399244.530753:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e00. 00010000:00000010:2.0:1718399244.530759:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012b7d9500. 00000800:00000200:3.0:1718399244.530806:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1718399244.530808:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36f00 (tot 82313938). 00000400:00000200:3.0:1718399244.530811:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399244.530814:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399244.530817:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466f68 00000400:00000010:3.0:1718399244.530818:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466f68. 00010000:00000010:2.0:1718399244.530833:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093e98e00. 00010000:00000010:2.0:1718399244.530835:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6e00. 00010000:00000010:2.0:1718399244.530839:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c000. 00010000:00000010:2.0:1718399244.530843:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6f00. 00080000:00000010:2.0:1718399244.530853:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009808d500. 00010000:00000010:2.0:1718399244.530870:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6f00. 00010000:00000010:2.0:1718399244.530873:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6e00. 00010000:00000010:2.0:1718399244.530911:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356f600. 00010000:00000010:2.0:1718399244.530913:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6e00. 00010000:00000010:2.0:1718399244.530919:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e200. 00000100:00000010:2.0:1718399244.530922:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.530928:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fba140. 02000000:00000010:2.0:1718399244.530937:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d000. 02000000:00000010:2.0:1718399244.530955:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101dc00. 00000400:00000010:2.0:1718399244.530959:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd528. 00000400:00000010:2.0:1718399244.530963:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eb28. 00000100:00000200:2.0:1718399244.530966:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316501952, portal 16 00000400:00000010:2.0:1718399244.530969:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e660. 00000100:00000200:2.0:1718399244.530970:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316501952, offset 0 00000400:00000200:2.0:1718399244.530975:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.530980:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.530985:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.530987:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.530989:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.530991:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90565:90565:256:4294967295] 192.168.202.25@tcp LPNI seq info [90565:90565:8:4294967295] 00000400:00000200:2.0:1718399244.530998:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.531001:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.531003:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009808d100 (tot 82314186). 00000800:00000200:2.0:1718399244.531005:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.531009:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.531011:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009808d100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.532141:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.532144:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009808d100 (tot 82313938). 00000400:00000200:0.0:1718399244.532148:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.532152:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.532154:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e660 00000400:00000010:0.0:1718399244.532155:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e660. 00000100:00000200:0.0:1718399244.532161:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fba140 x1801871316501952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.533440:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.533452:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc045c0 00000400:00000200:0.0:1718399244.533457:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae685 [1] + 224 00000400:00000200:0.0:1718399244.533471:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.533474:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.533478:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fba140 x1801871316501952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399244.533549:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd528. 00000400:00000200:3.0:1718399244.533553:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eb28 00000400:00000010:3.0:1718399244.533554:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eb28. 00000100:00000200:3.0:1718399244.533559:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fba140 x1801871316501952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.533564:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fba140 x1801871316501952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.533587:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101dc00. 02000000:00000010:3.0:1718399244.533592:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d000. 00000100:00000010:3.0:1718399244.533594:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fba140. 00000100:00000010:3.0:1718399244.533597:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:3.0:1718399244.533600:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e200. 00010000:00000010:1.1:1718399244.533657:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933aeac0. 00010000:00000010:1.1:1718399244.533664:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e6c000. 00010000:00000010:1.1:1718399244.533670:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012c22af40. 00010000:00000010:1.1:1718399244.533712:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009367a880. 00010000:00000010:1.1:1718399244.533715:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009357a800. 00010000:00000010:1.1:1718399244.533717:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356eac0. 00000400:00000200:0.0:1718399244.533817:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.533822:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f900 00000400:00000200:0.0:1718399244.533828:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad0ad [2] + 656 00000400:00000200:0.0:1718399244.533865:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.533868:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.533872:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.533875:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 00000020:00000010:3.0:1718399244.533928:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3e00. 00000020:00000010:3.0:1718399244.533933:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.533936:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0c78. 00000100:00000200:3.0:1718399244.533951:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317924096/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399244.533967:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317924096 02000000:00000010:3.0:1718399244.533973:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a2600. 00010000:00000010:3.0:1718399244.533992:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800930b0200. 00010000:00000010:3.0:1718399244.534008:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27d00. 00000100:00000010:3.0:1718399244.534013:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2c00. 00000100:00000010:3.0:1718399244.534018:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2c00. 00010000:00000010:3.0:1718399244.534020:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27d00. 00000400:00000010:3.0:1718399244.534028:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466f68. 00000100:00000200:3.0:1718399244.534032:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317924096, offset 224 00000400:00000200:3.0:1718399244.534037:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.534044:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.534049:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90566:90566:256:4294967295] 192.168.202.25@tcp LPNI seq info [90566:90566:8:4294967295] 00000400:00000200:3.0:1718399244.534056:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.534060:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.534063:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36800 (tot 82314186). 00000800:00000200:3.0:1718399244.534067:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.534072:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.534075:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.534086:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46b80. 00000020:00000010:3.0:1718399244.534089:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0c78. 00000020:00000010:3.0:1718399244.534092:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3e00. 00080000:00000010:3.0:1718399244.534107:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092b36400. 00010000:00000010:3.0:1718399244.534160:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6e00. 00010000:00000010:3.0:1718399244.534166:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092ab0d80. 00010000:00000010:3.0:1718399244.534213:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09e880. 00010000:00000010:3.0:1718399244.534216:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.534222:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27d00. 00000100:00000010:3.0:1718399244.534224:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2c00. 00000100:00000010:3.0:1718399244.534229:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb39c80. 02000000:00000010:3.0:1718399244.534235:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399244.534249:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399244.534252:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a53103c8. 00000400:00000010:3.0:1718399244.534255:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466990. 00000100:00000200:3.0:1718399244.534258:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316502016, portal 16 00000400:00000010:3.0:1718399244.534260:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466198. 00000100:00000200:3.0:1718399244.534262:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316502016, offset 0 00000400:00000200:3.0:1718399244.534265:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.534284:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.534289:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.534291:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.534293:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.534295:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90567:90567:255:4294967295] 192.168.202.25@tcp LPNI seq info [90567:90567:7:4294967295] 00000400:00000200:3.0:1718399244.534300:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.534303:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.534305:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36c00 (tot 82314434). 00000800:00000200:3.0:1718399244.534307:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.534310:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.534312:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.534387:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.534391:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36800 (tot 82314186). 00000400:00000200:1.0:1718399244.534393:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.534396:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.534398:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466f68 00000400:00000010:1.0:1718399244.534399:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466f68. 00000800:00000200:1.0:1718399244.534432:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.534434:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36c00 (tot 82313938). 00000400:00000200:1.0:1718399244.534436:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.534439:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.534441:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466198 00000400:00000010:1.0:1718399244.534441:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466198. 00000100:00000200:1.0:1718399244.534444:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb39c80 x1801871316502016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.535410:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.535417:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04600 00000400:00000200:0.0:1718399244.535421:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae691 [1] + 224 00000400:00000200:0.0:1718399244.535432:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.535435:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.535439:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb39c80 x1801871316502016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399244.535551:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a53103c8. 00000400:00000200:3.0:1718399244.535556:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466990 00000400:00000010:3.0:1718399244.535557:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466990. 00000100:00000200:3.0:1718399244.535560:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb39c80 x1801871316502016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.535566:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb39c80 x1801871316502016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.535582:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399244.535585:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3e00. 00000100:00000010:3.0:1718399244.535587:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb39c80. 00000100:00000010:3.0:1718399244.535593:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2c00. 00010000:00000010:3.0:1718399244.535595:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27d00. 00000400:00000200:0.0:1718399244.535792:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.535798:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f940 00000400:00000200:0.0:1718399244.535802:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad0ad [2] + 984 00000400:00000200:0.0:1718399244.535840:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.535843:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.535846:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.535850:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00000020:00000010:1.0:1718399244.536245:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f6200. 00000020:00000010:1.0:1718399244.536250:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a200. 00000020:00000010:1.0:1718399244.536253:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18bdc8. 00000100:00000200:1.0:1718399244.536266:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317924160/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399244.536296:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317924160 02000000:00000010:1.0:1718399244.536302:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f7400. 00010000:00000010:1.0:1718399244.536321:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880130c83e00. 00010000:00000010:1.0:1718399244.536332:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800935734c0. 00000100:00000010:1.0:1718399244.536336:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092afcf00. 00000100:00000010:1.0:1718399244.536354:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092afcf00. 00010000:00000010:1.0:1718399244.536357:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800935734c0. 00000400:00000010:1.0:1718399244.536365:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aaa0. 00000100:00000200:1.0:1718399244.536367:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317924160, offset 224 00000400:00000200:1.0:1718399244.536372:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.536382:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.536387:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90568:90568:256:4294967295] 192.168.202.25@tcp LPNI seq info [90568:90568:8:4294967295] 00000400:00000200:1.0:1718399244.536393:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.536397:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.536399:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012ebbf200 (tot 82314186). 00000800:00000200:1.0:1718399244.536403:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.536409:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.536411:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012ebbf200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399244.536421:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a200. 00000020:00000010:1.0:1718399244.536424:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18bdc8. 00000020:00000010:1.0:1718399244.536426:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f6200. 00000800:00000200:1.0:1718399244.536460:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.536461:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012ebbf200 (tot 82313938). 00000400:00000200:1.0:1718399244.536463:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.536466:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.536467:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aaa0 00000400:00000010:1.0:1718399244.536468:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aaa0. 00080000:00000010:3.0:1718399244.536534:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092b36c00. 00010000:00000010:3.0:1718399244.536580:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.536584:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880130c83d80. 00010000:00000010:3.0:1718399244.536634:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09df80. 00010000:00000010:3.0:1718399244.536637:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.536642:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880092b27d00. 00000100:00000010:3.0:1718399244.536644:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2c00. 00000100:00000010:3.0:1718399244.536648:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb39c80. 02000000:00000010:3.0:1718399244.536655:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399244.536667:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399244.536670:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a53103c8. 00000400:00000010:3.0:1718399244.536672:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466990. 00000100:00000200:3.0:1718399244.536675:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316502080, portal 16 00000400:00000010:3.0:1718399244.536677:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94666e8. 00000100:00000200:3.0:1718399244.536678:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316502080, offset 0 00000400:00000200:3.0:1718399244.536682:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.536686:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.536690:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.536692:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.536694:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.536696:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90569:90569:256:4294967295] 192.168.202.25@tcp LPNI seq info [90569:90569:8:4294967295] 00000400:00000200:3.0:1718399244.536702:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.536706:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.536708:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36800 (tot 82314186). 00000800:00000200:3.0:1718399244.536710:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.536714:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.536716:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.537428:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.537430:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36800 (tot 82313938). 00000400:00000200:1.0:1718399244.537435:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.537439:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.537441:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94666e8 00000400:00000010:1.0:1718399244.537442:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94666e8. 00000100:00000200:1.0:1718399244.537446:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb39c80 x1801871316502080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.544479:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.544495:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04640 00000400:00000200:0.0:1718399244.544501:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae69d [1] + 224 00000400:00000200:0.0:1718399244.544512:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.544515:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.544524:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb39c80 x1801871316502080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.544551:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000010:3.0:1718399244.544552:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a53103c8. 00000400:00000200:0.0:1718399244.544555:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f980 00000400:00000200:3.0:1718399244.544557:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466990 00000400:00000010:3.0:1718399244.544559:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466990. 00000100:00000200:3.0:1718399244.544563:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb39c80 x1801871316502080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.544569:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad0ad [2] + 1312 00010000:00000010:1.1:1718399244.544647:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012ec8ff00. 00010000:00000010:1.1:1718399244.544653:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c240. 00010000:00000010:1.1:1718399244.544656:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88006f5d4f00. 00010000:00000010:1.1:1718399244.544663:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e880. 00010000:00000010:1.1:1718399244.544665:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e98e00. 00010000:00000010:1.1:1718399244.544668:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c000. 00000100:00000200:3.0:1718399244.544778:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb39c80 x1801871316502080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.544801:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:3.0:1718399244.544805:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3e00. 00000100:00000010:3.0:1718399244.544809:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb39c80. 00000100:00000010:3.0:1718399244.544816:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2c00. 00010000:00000010:3.0:1718399244.544819:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880092b27d00. 00000400:00000200:0.0:1718399244.544977:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.544981:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.544985:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.544989:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00010000:00000010:0.1:1718399244.545015:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933acb40. 00010000:00000010:0.1:1718399244.545020:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933ac480. 00000020:00000010:1.0:1718399244.545043:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f7200. 00000020:00000010:1.0:1718399244.545048:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a200. 00000020:00000010:1.0:1718399244.545051:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18bdc8. 00000100:00000200:1.0:1718399244.545066:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317924224/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399244.545092:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317924224 02000000:00000010:1.0:1718399244.545099:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f7000. 00010000:00000010:1.0:1718399244.545118:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093628f00. 00010000:00000010:1.0:1718399244.545132:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093573140. 00000100:00000010:1.0:1718399244.545136:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092afcf00. 00000100:00000010:1.0:1718399244.545150:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092afcf00. 00010000:00000010:1.0:1718399244.545152:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093573140. 00000400:00000010:1.0:1718399244.545162:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9aaa0. 00080000:00000010:3.0:1718399244.545163:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092b36f00. 00000100:00000200:1.0:1718399244.545165:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317924224, offset 224 00000400:00000200:1.0:1718399244.545170:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.545177:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.545181:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90570:90570:256:4294967295] 192.168.202.25@tcp LPNI seq info [90570:90570:8:4294967295] 00000400:00000200:1.0:1718399244.545188:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.545192:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.545194:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012ebbf800 (tot 82314186). 00000800:00000200:1.0:1718399244.545198:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.545203:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.545205:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012ebbf800 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1718399244.545214:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.545219:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093628e80. 00000020:00000010:1.0:1718399244.545228:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a200. 00000020:00000010:1.0:1718399244.545231:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18bdc8. 00000020:00000010:1.0:1718399244.545234:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f7200. 00010000:00000010:3.0:1718399244.545282:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cb40. 00010000:00000010:3.0:1718399244.545287:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.545294:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357c180. 00000100:00000010:3.0:1718399244.545296:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd2c00. 00000100:00000010:3.0:1718399244.545304:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb39c80. 02000000:00000010:3.0:1718399244.545312:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3e00. 02000000:00000010:3.0:1718399244.545326:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a2400. 00000400:00000010:3.0:1718399244.545329:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a53103c8. 00000400:00000010:3.0:1718399244.545331:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466990. 00000100:00000200:3.0:1718399244.545335:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316502144, portal 16 00000400:00000010:3.0:1718399244.545337:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466110. 00000100:00000200:3.0:1718399244.545338:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316502144, offset 0 00000400:00000200:3.0:1718399244.545342:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.545347:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.545352:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.545355:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.545357:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.545358:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90571:90571:255:4294967295] 192.168.202.25@tcp LPNI seq info [90571:90571:7:4294967295] 00000400:00000200:3.0:1718399244.545364:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.545367:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.545369:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880092b36800 (tot 82314434). 00000800:00000200:3.0:1718399244.545372:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.545375:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.545377:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880092b36800 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.545453:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.545456:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012ebbf800 (tot 82314186). 00000400:00000200:0.0:1718399244.545459:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.545462:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.545464:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9aaa0 00000400:00000010:0.0:1718399244.545466:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9aaa0. 00000800:00000200:0.0:1718399244.545587:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.545589:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880092b36800 (tot 82313938). 00000400:00000200:0.0:1718399244.545592:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.545594:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.545596:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466110 00000400:00000010:0.0:1718399244.545597:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466110. 00000100:00000200:0.0:1718399244.545600:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb39c80 x1801871316502144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399244.546684:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.546691:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04680 00000400:00000200:1.0:1718399244.546696:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae6a9 [1] + 224 00000400:00000200:1.0:1718399244.546708:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.546710:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.546802:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb39c80 x1801871316502144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399244.547005:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.547009:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5f9c0 00000400:00000200:1.0:1718399244.547013:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad0ad [2] + 1640 00000400:00000200:1.0:1718399244.547050:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.547053:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.547057:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399244.547060:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df71c80. 00000400:00000010:2.0:1718399244.547174:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a53103c8. 00000400:00000200:2.0:1718399244.547178:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466990 00000400:00000010:2.0:1718399244.547179:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466990. 00000100:00000200:2.0:1718399244.547183:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb39c80 x1801871316502144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.547194:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb39c80 x1801871316502144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.547210:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a2400. 02000000:00000010:2.0:1718399244.547213:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3e00. 00000100:00000010:2.0:1718399244.547216:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb39c80. 00000100:00000010:2.0:1718399244.547222:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd2c00. 00010000:00000010:2.0:1718399244.547224:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357c180. 00000020:00000010:2.0:1718399244.547643:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101da00. 00000020:00000010:2.0:1718399244.547647:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.547650:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.547664:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df71c80 x1801871317924288/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.547690:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317924288 02000000:00000010:2.0:1718399244.547696:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101d800. 00010000:00000010:2.0:1718399244.547712:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092ab0700. 00010000:00000010:2.0:1718399244.547724:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812eec0. 00000100:00000010:2.0:1718399244.547728:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa23c0. 00000100:00000010:2.0:1718399244.547743:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa23c0. 00010000:00000010:2.0:1718399244.547745:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812eec0. 00000400:00000010:2.0:1718399244.547752:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ea18. 00000100:00000200:2.0:1718399244.547755:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317924288, offset 224 00000400:00000200:2.0:1718399244.547759:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.547774:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.547778:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90572:90572:256:4294967295] 192.168.202.25@tcp LPNI seq info [90572:90572:8:4294967295] 00000400:00000200:2.0:1718399244.547784:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.547788:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.547791:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009808d600 (tot 82314186). 00000800:00000200:2.0:1718399244.547794:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.547800:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.547802:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009808d600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.547817:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.547821:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.547823:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101da00. 00080000:00000010:3.0:1718399244.547859:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880092b36800. 00010000:00000010:3.0:1718399244.547908:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.547913:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800930c1180. 00010000:00000010:3.0:1718399244.547963:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c000. 00010000:00000010:3.0:1718399244.547966:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.547972:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357ca80. 00000100:00000010:3.0:1718399244.547975:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd26c0. 00000100:00000010:3.0:1718399244.547980:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399244.547987:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399244.548000:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3400. 00000400:00000010:3.0:1718399244.548002:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310160. 00000400:00000010:3.0:1718399244.548005:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399244.548008:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316502208, portal 16 00000400:00000010:3.0:1718399244.548011:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466220. 00000100:00000200:3.0:1718399244.548012:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316502208, offset 0 00000400:00000200:3.0:1718399244.548017:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.548022:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.548026:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.548028:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.548030:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.548032:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90573:90573:255:4294967295] 192.168.202.25@tcp LPNI seq info [90573:90573:7:4294967295] 00000400:00000200:3.0:1718399244.548037:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.548040:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.548043:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88007c588300 (tot 82314434). 00000800:00000200:3.0:1718399244.548046:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.548050:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.548052:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88007c588300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.548219:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.548221:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009808d600 (tot 82314186). 00000400:00000200:0.0:1718399244.548223:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.548226:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.548229:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ea18 00000400:00000010:0.0:1718399244.548230:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ea18. 00000800:00000200:0.0:1718399244.548290:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.548292:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88007c588300 (tot 82313938). 00000400:00000200:0.0:1718399244.548295:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.548297:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.548299:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466220 00000400:00000010:0.0:1718399244.548300:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466220. 00000100:00000200:0.0:1718399244.548303:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316502208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399244.551249:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009366db00. 00000400:00000200:0.0:1718399244.551436:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.551450:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc046c0 00000400:00000200:0.0:1718399244.551456:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae6b5 [1] + 224 00000400:00000200:0.0:1718399244.551473:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.551477:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.551485:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316502208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399244.551559:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310160. 00000400:00000200:3.0:1718399244.551564:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:3.0:1718399244.551566:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:3.0:1718399244.551570:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316502208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.551576:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316502208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.551599:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399244.551603:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3000. 00000100:00000010:3.0:1718399244.551607:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399244.551611:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd26c0. 00010000:00000010:3.0:1718399244.551614:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357ca80. 00000400:00000200:0.0:1718399244.552450:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.552457:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5fa00 00000400:00000200:0.0:1718399244.552462:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad0ad [2] + 1968 00000400:00000010:0.0:1718399244.552464:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1948. 00000400:00000200:0.0:1718399244.552467:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff88009cd43c00 00000400:00000200:0.0:1718399244.552509:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.552512:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.552515:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009cd43c00 00000400:00000010:0.0:1718399244.552516:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff88009cd43c00 (tot 82313786). 00000100:00000200:0.0:1718399244.552521:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1718399244.553689:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101da00. 00000020:00000010:2.0:1718399244.553705:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.553709:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.553726:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009caeb850 x1801871317924352/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399244.553745:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317924352 02000000:00000010:2.0:1718399244.553751:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101d400. 00010000:00000010:2.0:1718399244.553782:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092847d00. 00010000:00000010:2.0:1718399244.553795:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812eec0. 00000100:00000010:2.0:1718399244.553801:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa23c0. 00000100:00000010:2.0:1718399244.553807:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa23c0. 00010000:00000010:2.0:1718399244.553810:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812eec0. 00000400:00000010:2.0:1718399244.553818:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ebb0. 00000100:00000200:2.0:1718399244.553822:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317924352, offset 224 00000400:00000200:2.0:1718399244.553827:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.553835:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.553840:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90574:90574:256:4294967295] 192.168.202.25@tcp LPNI seq info [90574:90574:8:4294967295] 00000400:00000200:2.0:1718399244.553847:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.553850:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.553853:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009808d200 (tot 82314034). 00000800:00000200:2.0:1718399244.553857:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.553863:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.553866:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009808d200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.553891:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.553895:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.553897:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101da00. 02000000:00000010:2.0:1718399244.553906:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d800. 00000100:00000010:2.0:1718399244.553908:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df71c80. 02000000:00000010:2.0:1718399244.553912:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f7000. 00000100:00000010:2.0:1718399244.553915:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 02000000:00000010:2.0:1718399244.553917:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f7400. 00000100:00000010:2.0:1718399244.553918:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 02000000:00000010:2.0:1718399244.553920:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2600. 00000100:00000010:2.0:1718399244.553921:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 02000000:00000010:2.0:1718399244.553923:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a2200. 00000100:00000010:2.0:1718399244.553924:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaf80. 02000000:00000010:2.0:1718399244.553927:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3800. 00000100:00000010:2.0:1718399244.553929:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 00000100:00000200:2.0:1718399244.553932:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399244.553936:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd2c0. 00000400:00000010:2.0:1718399244.553939:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093fa23c0 (tot 82314186). 00000800:00000200:0.0:1718399244.553939:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.553943:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009808d200 (tot 82313938). 00000400:00000200:0.0:1718399244.553946:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.553950:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.553952:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ebb0 00000400:00000010:0.0:1718399244.553953:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ebb0. 02000000:00000010:0.0:1718399244.553957:0:18240:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d400. 00080000:00000010:3.0:1718399244.554159:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88007c588300. 00010000:00000010:3.0:1718399244.554212:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.554217:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092847c80. 00010000:00000010:3.0:1718399244.554298:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f600. 00010000:00000010:3.0:1718399244.554302:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.554309:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357ca80. 00000100:00000010:3.0:1718399244.554312:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd26c0. 00000100:00000010:3.0:1718399244.554318:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399244.554415:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399244.554431:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3400. 00000400:00000010:3.0:1718399244.554435:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310160. 00000400:00000010:3.0:1718399244.554438:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399244.554440:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316502272, portal 16 00000400:00000010:3.0:1718399244.554443:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466cc0. 00000100:00000200:3.0:1718399244.554444:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316502272, offset 0 00000400:00000200:3.0:1718399244.554448:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.554452:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.554457:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.554460:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.554462:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.554464:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90575:90575:256:4294967295] 192.168.202.25@tcp LPNI seq info [90575:90575:8:4294967295] 00000400:00000200:3.0:1718399244.554469:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.554473:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.554476:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5223900 (tot 82314186). 00000800:00000200:3.0:1718399244.554478:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.554481:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.554483:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5223900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.554538:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.554540:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5223900 (tot 82313938). 00000400:00000200:0.0:1718399244.554544:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.554547:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.554549:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466cc0 00000400:00000010:0.0:1718399244.554550:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466cc0. 00000100:00000200:0.0:1718399244.554554:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316502272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1718399244.556523:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009351ba80. 00010000:00000010:0.1:1718399244.556528:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093154500. 00010000:00000010:0.1:1718399244.556531:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f600. 00010000:00000010:0.1:1718399244.556567:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093574600. 00010000:00000010:0.1:1718399244.556569:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09e880. 00000400:00000200:0.0:1718399244.560156:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.560180:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04700 00000400:00000200:0.0:1718399244.560187:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae6c5 [1] + 224 00000400:00000200:0.0:1718399244.560216:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.560220:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.560307:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316502272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.562559:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.562569:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5fa40 00000400:00000200:0.0:1718399244.562575:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad10d [2] + 0 00000400:00000200:0.0:1718399244.562638:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.562642:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.562647:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.562653:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000020:00000010:2.0:1718399244.562725:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101d800. 00000020:00000010:2.0:1718399244.562732:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.562735:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.562753:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317924416/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399244.562788:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317924416 02000000:00000010:2.0:1718399244.562795:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101da00. 00010000:00000010:2.0:1718399244.562821:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812eec0. 00000100:00000010:2.0:1718399244.562827:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.562831:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.562833:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812eec0. 00000400:00000010:2.0:1718399244.562843:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e990. 00000100:00000200:2.0:1718399244.562846:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317924416, offset 224 00000400:00000200:2.0:1718399244.562851:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.562859:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.562864:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90576:90576:256:4294967295] 192.168.202.25@tcp LPNI seq info [90576:90576:8:4294967295] 00000400:00000200:2.0:1718399244.562872:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.562877:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.562880:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009808d400 (tot 82314186). 00000800:00000200:2.0:1718399244.562884:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.562895:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.562898:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009808d400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.562908:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.562913:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.562915:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101d800. 00000400:00000010:3.0:1718399244.564847:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310160. 00000800:00000200:0.0:1718399244.564853:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1718399244.564855:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:3.0:1718399244.564856:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000800:00000010:0.0:1718399244.564856:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009808d400 (tot 82313938). 00000400:00000200:0.0:1718399244.564860:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.564865:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1718399244.564866:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316502272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.564868:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e990 00000400:00000010:0.0:1718399244.564869:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e990. 00000100:00000200:3.0:1718399244.564874:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316502272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1718399244.564895:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a51fed00. 00010000:00000010:1.1:1718399244.564895:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364a1c0. 02000000:00000010:3.0:1718399244.564908:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399244.564913:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3000. 00000100:00000010:3.0:1718399244.564916:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399244.564920:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd26c0. 00010000:00000010:3.0:1718399244.564922:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357ca80. 00080000:00000010:3.0:1718399244.565157:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5223900. 00010000:00000010:3.0:1718399244.565215:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.565221:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a51fed80. 00010000:00000010:3.0:1718399244.565299:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d8c0. 00010000:00000010:3.0:1718399244.565303:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46b80. 00010000:00000010:3.0:1718399244.565311:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357ca80. 00000100:00000010:3.0:1718399244.565314:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093dd26c0. 00000100:00000010:3.0:1718399244.565319:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399244.565327:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399244.565343:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3400. 00000400:00000010:3.0:1718399244.565347:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310160. 00000400:00000010:3.0:1718399244.565349:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399244.565353:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316502336, portal 16 00000400:00000010:3.0:1718399244.565356:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466d48. 00000100:00000200:3.0:1718399244.565357:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316502336, offset 0 00000400:00000200:3.0:1718399244.565362:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.565370:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.565375:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.565378:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.565380:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.565383:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90577:90577:256:4294967295] 192.168.202.25@tcp LPNI seq info [90577:90577:8:4294967295] 00000400:00000200:3.0:1718399244.565389:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.565393:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.565397:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800987ac400 (tot 82314186). 00000800:00000200:3.0:1718399244.565401:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.565407:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.565410:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800987ac400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.565471:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.565473:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800987ac400 (tot 82313938). 00000400:00000200:0.0:1718399244.565476:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.565480:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.565482:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466d48 00000400:00000010:0.0:1718399244.565483:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466d48. 00000100:00000200:0.0:1718399244.565487:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316502336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399244.567609:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009364c6c0. 00010000:00000010:3.1:1718399244.567616:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bf13840. 00010000:00000010:0.1:1718399244.567681:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d44b700. 00010000:00000010:0.1:1718399244.567685:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09df80. 00010000:00000010:0.1:1718399244.567751:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e8d9100. 00010000:00000010:0.1:1718399244.567754:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cb40. 00010000:00000010:0.1:1718399244.567757:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d6700. 00010000:00000010:0.1:1718399244.567759:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c000. 00000400:00000200:2.0:1718399244.568064:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.568076:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04740 00000400:00000200:2.0:1718399244.568081:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae6d1 [1] + 224 00000400:00000200:2.0:1718399244.568096:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.568099:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.568105:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316502336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399244.568470:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310160. 00000400:00000200:3.0:1718399244.568475:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:3.0:1718399244.568477:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000100:00000200:3.0:1718399244.568482:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316502336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.568489:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316502336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.568513:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399244.568518:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3000. 00000100:00000010:3.0:1718399244.568521:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399244.568525:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093dd26c0. 00010000:00000010:3.0:1718399244.568528:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357ca80. 00000400:00000200:0.0:1718399244.568777:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.568785:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5fa80 00000400:00000200:0.0:1718399244.568789:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad10d [2] + 328 00000400:00000200:0.0:1718399244.568841:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.568844:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.568849:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.568852:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000020:00000010:2.0:1718399244.568931:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101d800. 00000020:00000010:2.0:1718399244.568936:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.568939:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.568956:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317924480/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.568984:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317924480 02000000:00000010:2.0:1718399244.568990:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101c600. 00010000:00000010:2.0:1718399244.569008:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a532cf00. 00010000:00000010:2.0:1718399244.569033:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812eec0. 00000100:00000010:2.0:1718399244.569041:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.569048:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.569050:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812eec0. 00000400:00000010:2.0:1718399244.569057:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e990. 00080000:00000010:3.0:1718399244.569058:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800987ac900. 00000100:00000200:2.0:1718399244.569060:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317924480, offset 224 00000400:00000200:2.0:1718399244.569065:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.569072:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.569077:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90578:90578:256:4294967295] 192.168.202.25@tcp LPNI seq info [90578:90578:8:4294967295] 00000400:00000200:2.0:1718399244.569083:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.569087:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.569090:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009808d000 (tot 82314186). 00000800:00000200:2.0:1718399244.569094:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.569100:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.569103:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009808d000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.569112:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6f00. 00000020:00000010:2.0:1718399244.569115:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.569117:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101d800. 00000800:00000200:0.0:1718399244.569191:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.569193:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009808d000 (tot 82313938). 00000400:00000200:0.0:1718399244.569196:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.569199:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.569201:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e990 00000400:00000010:0.0:1718399244.569202:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e990. 00010000:00000010:2.0:1718399244.571981:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46b80. 00010000:00000010:2.0:1718399244.571990:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a532c380. 00010000:00000010:2.0:1718399244.572042:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d8c0. 00010000:00000010:2.0:1718399244.572046:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6f00. 00010000:00000010:2.0:1718399244.572054:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812eec0. 00000100:00000010:2.0:1718399244.572059:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.572065:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaf80. 02000000:00000010:2.0:1718399244.572075:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d800. 02000000:00000010:2.0:1718399244.572094:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101ce00. 00000400:00000010:2.0:1718399244.572099:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdc08. 00000400:00000010:2.0:1718399244.572103:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ebb0. 00000100:00000200:2.0:1718399244.572108:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316502400, portal 16 00000400:00000010:2.0:1718399244.572112:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ea18. 00000100:00000200:2.0:1718399244.572114:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316502400, offset 0 00000400:00000200:2.0:1718399244.572119:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.572130:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.572136:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.572138:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.572140:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.572144:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90579:90579:256:4294967295] 192.168.202.25@tcp LPNI seq info [90579:90579:8:4294967295] 00000400:00000200:2.0:1718399244.572151:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.572156:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.572158:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009808d900 (tot 82314186). 00000800:00000200:2.0:1718399244.572163:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.572169:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.572172:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009808d900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1718399244.573845:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.573848:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009808d900 (tot 82313938). 00000400:00000200:2.0:1718399244.573853:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.573858:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.573861:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ea18 00000400:00000010:2.0:1718399244.573863:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ea18. 00000100:00000200:2.0:1718399244.573870:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbaf80 x1801871316502400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.575352:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.575366:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04780 00000400:00000200:0.0:1718399244.575373:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae6dd [1] + 224 00000400:00000200:0.0:1718399244.575390:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.575393:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.575399:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbaf80 x1801871316502400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.575476:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdc08. 00000400:00000200:2.0:1718399244.575480:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ebb0 00000400:00000010:2.0:1718399244.575481:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ebb0. 00000100:00000200:2.0:1718399244.575486:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbaf80 x1801871316502400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.575493:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbaf80 x1801871316502400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.575516:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101ce00. 02000000:00000010:2.0:1718399244.575521:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d800. 00000100:00000010:2.0:1718399244.575525:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaf80. 00000100:00000010:2.0:1718399244.575529:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.575531:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812eec0. 00000400:00000200:0.0:1718399244.575964:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.575970:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5fac0 00000400:00000200:0.0:1718399244.575974:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad10d [2] + 656 00000400:00000200:0.0:1718399244.576010:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.576013:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.576016:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.576020:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000020:00000010:2.0:1718399244.576337:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101d800. 00000020:00000010:2.0:1718399244.576343:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6a80. 00000020:00000010:2.0:1718399244.576346:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.576364:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317924544/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399244.576387:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317924544 02000000:00000010:2.0:1718399244.576395:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101ce00. 00010000:00000010:2.0:1718399244.576425:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800958dd180. 00010000:00000010:2.0:1718399244.576439:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812eec0. 00000100:00000010:2.0:1718399244.576443:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.576449:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.576451:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812eec0. 00000400:00000010:2.0:1718399244.576458:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ebb0. 00000100:00000200:2.0:1718399244.576461:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317924544, offset 224 00000400:00000200:2.0:1718399244.576466:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.576472:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.576477:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90580:90580:256:4294967295] 192.168.202.25@tcp LPNI seq info [90580:90580:8:4294967295] 00000400:00000200:2.0:1718399244.576484:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.576488:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.576490:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009808d900 (tot 82314186). 00000800:00000200:2.0:1718399244.576494:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.576500:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.576503:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009808d900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.576512:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6a80. 00000020:00000010:2.0:1718399244.576516:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.576518:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101d800. 00000800:00000200:2.0:1718399244.576550:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.576552:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009808d900 (tot 82313938). 00000400:00000200:2.0:1718399244.576553:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.576556:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.576558:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ebb0 00000400:00000010:2.0:1718399244.576559:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ebb0. 00080000:00000010:2.0:1718399244.576576:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009808d900. 00010000:00000010:2.0:1718399244.576631:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6f00. 00010000:00000010:2.0:1718399244.576636:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800958dd280. 00010000:00000010:3.1:1718399244.576941:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936a0000. 00010000:00000010:1.1:1718399244.576941:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093e7f840. 00010000:00000010:1.1:1718399244.576951:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009855a100. 00010000:00000010:1.1:1718399244.576954:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f600. 00010000:00000010:2.0:1718399244.577163:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356cfc0. 00010000:00000010:2.0:1718399244.577167:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6f00. 00010000:00000010:2.0:1718399244.577173:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812eec0. 00000100:00000010:2.0:1718399244.577175:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.577180:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaf80. 02000000:00000010:2.0:1718399244.577187:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101cc00. 02000000:00000010:2.0:1718399244.577203:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101d600. 00000400:00000010:2.0:1718399244.577207:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdc08. 00000400:00000010:2.0:1718399244.577209:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ebb0. 00000100:00000200:2.0:1718399244.577212:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316502464, portal 16 00000400:00000010:2.0:1718399244.577215:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ea18. 00000100:00000200:2.0:1718399244.577217:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316502464, offset 0 00000400:00000200:2.0:1718399244.577220:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.577225:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.577230:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.577233:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.577235:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.577236:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90581:90581:256:4294967295] 192.168.202.25@tcp LPNI seq info [90581:90581:8:4294967295] 00000400:00000200:2.0:1718399244.577242:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.577245:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.577246:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009808dc00 (tot 82314186). 00000800:00000200:2.0:1718399244.577249:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.577253:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.577254:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009808dc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.577446:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.577448:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009808dc00 (tot 82313938). 00000400:00000200:0.0:1718399244.577451:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.577454:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.577456:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ea18 00000400:00000010:0.0:1718399244.577457:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ea18. 00000100:00000200:0.0:1718399244.577460:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbaf80 x1801871316502464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.578683:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.578694:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc047c0 00000400:00000200:0.0:1718399244.578699:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae6e9 [1] + 224 00000400:00000200:0.0:1718399244.578714:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.578716:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.578721:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbaf80 x1801871316502464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.579812:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdc08. 00000400:00000200:2.0:1718399244.579816:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ebb0 00000400:00000010:2.0:1718399244.579818:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ebb0. 00000100:00000200:2.0:1718399244.579823:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbaf80 x1801871316502464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.579829:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbaf80 x1801871316502464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.579853:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101d600. 02000000:00000010:2.0:1718399244.579857:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101cc00. 00000100:00000010:2.0:1718399244.579862:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaf80. 00000100:00000010:2.0:1718399244.579866:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.579869:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812eec0. 00000400:00000200:2.0:1718399244.579901:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.579908:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5fb00 00000400:00000200:2.0:1718399244.579912:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad10d [2] + 984 00000400:00000200:2.0:1718399244.579964:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.579967:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.579972:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399244.579975:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaf80. 00000020:00000010:0.0:1718399244.580149:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2e00. 00000020:00000010:0.0:1718399244.580153:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc180. 00000020:00000010:0.0:1718399244.580156:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399244.580170:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbaf80 x1801871317924608/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1718399244.580191:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317924608 02000000:00000010:0.0:1718399244.580198:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c3600. 00010000:00000010:0.0:1718399244.580214:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093273c00. 00010000:00000010:0.0:1718399244.580229:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b266eec0. 00000100:00000010:0.0:1718399244.580233:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9540. 00000100:00000010:0.0:1718399244.580238:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9540. 00010000:00000010:0.0:1718399244.580241:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b266eec0. 00000400:00000010:0.0:1718399244.580248:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376088. 00000100:00000200:0.0:1718399244.580251:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317924608, offset 224 00000400:00000200:0.0:1718399244.580256:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.580262:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.580266:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90582:90582:256:4294967295] 192.168.202.25@tcp LPNI seq info [90582:90582:8:4294967295] 00080000:00000010:2.0:1718399244.580343:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009808d000. 00010000:00000010:2.0:1718399244.580400:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6f00. 00010000:00000010:2.0:1718399244.580406:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093273e00. 00010000:00000010:2.0:1718399244.580460:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356df80. 00010000:00000010:2.0:1718399244.580463:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6f00. 00010000:00000010:2.0:1718399244.580468:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812eec0. 00000100:00000010:2.0:1718399244.580470:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2180. 00000100:00000010:2.0:1718399244.580475:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf200. 02000000:00000010:2.0:1718399244.580481:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101cc00. 02000000:00000010:2.0:1718399244.580494:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101d600. 00000400:00000010:2.0:1718399244.580497:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdc08. 00000400:00000010:2.0:1718399244.580499:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ebb0. 00000100:00000200:2.0:1718399244.580502:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316502528, portal 16 00000400:00000010:2.0:1718399244.580504:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eb28. 00000100:00000200:2.0:1718399244.580506:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316502528, offset 0 00000400:00000200:2.0:1718399244.580510:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.580550:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.580554:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.580557:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5092a00 (tot 82314186). 00000800:00000200:0.0:1718399244.580561:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.580567:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.580569:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5092a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1718399244.580849:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000020:00000010:0.0:1718399244.580849:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc180. 00000020:00000010:0.0:1718399244.580852:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000400:00000200:2.0:1718399244.580854:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000020:00000010:0.0:1718399244.580855:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2e00. 00000400:00000200:2.0:1718399244.580857:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.580858:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.580860:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90583:90583:255:4294967295] 192.168.202.25@tcp LPNI seq info [90583:90583:7:4294967295] 00000400:00000200:2.0:1718399244.580866:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.580869:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.580870:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009808d400 (tot 82314434). 00000800:00000200:2.0:1718399244.580873:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.580875:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.580877:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009808d400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.580934:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.580936:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5092a00 (tot 82314186). 00000400:00000200:1.0:1718399244.580939:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.580942:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.580944:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376088 00000400:00000010:1.0:1718399244.580945:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376088. 00000800:00000200:1.0:1718399244.580977:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.580979:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009808d400 (tot 82313938). 00000400:00000200:1.0:1718399244.580981:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.580983:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.580984:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eb28 00000400:00000010:1.0:1718399244.580985:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eb28. 00000100:00000200:1.0:1718399244.580988:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf200 x1801871316502528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.585421:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880136476600. 00010000:00000010:2.1:1718399244.585428:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d8c0. 00010000:00000010:2.1:1718399244.585431:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800933c46c0. 00010000:00000010:2.1:1718399244.585434:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130c8aa00. 00010000:00000010:2.1:1718399244.585436:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00000400:00000200:0.0:1718399244.585985:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.585999:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04800 00000400:00000200:0.0:1718399244.586004:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae6f5 [1] + 224 00000400:00000200:0.0:1718399244.586021:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.586025:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.586032:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf200 x1801871316502528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.586119:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdc08. 00000400:00000200:2.0:1718399244.586122:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ebb0 00000400:00000010:2.0:1718399244.586124:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ebb0. 00000100:00000200:2.0:1718399244.586129:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf200 x1801871316502528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.586136:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf200 x1801871316502528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.586159:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101d600. 02000000:00000010:2.0:1718399244.586165:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101cc00. 00000100:00000010:2.0:1718399244.586169:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf200. 00000100:00000010:2.0:1718399244.586172:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2180. 00010000:00000010:2.0:1718399244.586174:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812eec0. 00000400:00000200:2.0:1718399244.589008:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.589020:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5fb40 00000400:00000200:2.0:1718399244.589027:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad10d [2] + 1312 00000400:00000200:2.0:1718399244.589075:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.589079:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.589084:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399244.589089:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf200. 00000020:00000010:3.0:1718399244.589532:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800922a3400. 00000020:00000010:3.0:1718399244.589537:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399244.589541:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0c78. 00000100:00000200:3.0:1718399244.589559:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbf200 x1801871317924672/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399244.589576:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317924672 02000000:00000010:3.0:1718399244.589583:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800922a3000. 00010000:00000010:3.0:1718399244.589603:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093cc4f00. 00010000:00000010:3.0:1718399244.589616:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357ccc0. 00000100:00000010:3.0:1718399244.589622:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5340c00. 00010000:00000010:2.1:1718399244.589656:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f24d80. 00000100:00000010:3.0:1718399244.589740:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5340c00. 00010000:00000010:3.0:1718399244.589744:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357ccc0. 00000400:00000010:3.0:1718399244.589753:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94662a8. 00000100:00000200:3.0:1718399244.589757:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317924672, offset 224 00000400:00000200:3.0:1718399244.589774:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.589782:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.589786:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90584:90584:256:4294967295] 192.168.202.25@tcp LPNI seq info [90584:90584:8:4294967295] 00000400:00000200:3.0:1718399244.589793:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.589797:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.589800:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800922e6300 (tot 82314186). 00000800:00000200:3.0:1718399244.589804:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.589809:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.589812:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800922e6300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.589833:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46a00. 00000020:00000010:3.0:1718399244.589836:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0c78. 00000020:00000010:3.0:1718399244.589839:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800922a3400. 00080000:00000010:3.0:1718399244.589859:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800922e6200. 00010000:00000010:3.0:1718399244.589918:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6f00. 00010000:00000010:3.0:1718399244.589922:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093cc4e80. 00010000:00000010:3.0:1718399244.589972:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c6c0. 00010000:00000010:3.0:1718399244.589975:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399244.589981:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357ccc0. 00000100:00000010:3.0:1718399244.589983:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5340c00. 00000100:00000010:3.0:1718399244.589989:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399244.589997:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399244.590012:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3800. 00000400:00000010:3.0:1718399244.590016:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310160. 00000400:00000010:3.0:1718399244.590018:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466aa0. 00000100:00000200:3.0:1718399244.590022:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316502592, portal 16 00000400:00000010:3.0:1718399244.590025:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466330. 00000100:00000200:3.0:1718399244.590027:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316502592, offset 0 00000400:00000200:3.0:1718399244.590030:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.590034:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.590039:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.590042:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.590044:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.590045:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90585:90585:255:4294967295] 192.168.202.25@tcp LPNI seq info [90585:90585:7:4294967295] 00000400:00000200:3.0:1718399244.590051:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.590055:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.590057:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800922e6600 (tot 82314434). 00000800:00000200:3.0:1718399244.590059:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.590062:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.590064:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800922e6600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.590795:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.590798:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800922e6300 (tot 82314186). 00000400:00000200:1.0:1718399244.590801:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.590804:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.590807:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94662a8 00000400:00000010:1.0:1718399244.590808:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94662a8. 00000800:00000200:1.0:1718399244.590840:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.590841:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800922e6600 (tot 82313938). 00000400:00000200:1.0:1718399244.590843:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.590845:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.590847:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466330 00000400:00000010:1.0:1718399244.590848:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466330. 00000100:00000200:1.0:1718399244.590851:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316502592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399244.592624:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88013203d800. 00010000:00000010:3.1:1718399244.592635:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00000400:00000200:0.0:1718399244.593952:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.593965:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04840 00000400:00000200:0.0:1718399244.593971:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae701 [1] + 224 00000400:00000200:0.0:1718399244.593980:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.593984:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.593990:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316502592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.594055:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.594060:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5fb80 00000400:00000200:0.0:1718399244.594064:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad10d [2] + 1640 00000400:00000200:0.0:1718399244.594076:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.594078:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.594082:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.594086:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 00000020:00000010:2.0:1718399244.594116:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101de00. 00000020:00000010:2.0:1718399244.594120:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399244.594124:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.594140:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27df00 x1801871317924736/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399244.594156:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317924736 02000000:00000010:2.0:1718399244.594162:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101c200. 00010000:00000010:2.0:1718399244.594188:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e900. 00000100:00000010:2.0:1718399244.594193:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2d80. 00000100:00000010:2.0:1718399244.594198:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2d80. 00010000:00000010:2.0:1718399244.594200:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e900. 00000400:00000010:2.0:1718399244.594207:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ebb0. 00000400:00000010:3.0:1718399244.594211:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310160. 00000400:00000200:3.0:1718399244.594215:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:3.0:1718399244.594216:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00000100:00000200:2.0:1718399244.594218:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317924736, offset 224 00000100:00000200:3.0:1718399244.594220:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316502592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399244.594224:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000100:00000200:3.0:1718399244.594225:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316502592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399244.594230:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.594233:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90586:90586:256:4294967295] 192.168.202.25@tcp LPNI seq info [90586:90586:8:4294967295] 00000400:00000200:2.0:1718399244.594239:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00010000:00000010:3.0:1718399244.594240:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093cc4e00. 00000800:00000200:2.0:1718399244.594243:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.594246:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009808d600 (tot 82314186). 02000000:00000010:3.0:1718399244.594248:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3800. 00000800:00000200:2.0:1718399244.594249:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 02000000:00000010:3.0:1718399244.594252:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399244.594254:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000800:00000200:2.0:1718399244.594255:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000100:00000010:3.0:1718399244.594257:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5340c00. 00000800:00000200:2.0:1718399244.594257:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009808d600 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1718399244.594259:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357ccc0. 00000020:00000010:2.0:1718399244.594267:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6580. 00080000:00000010:3.0:1718399244.594283:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800922e6a00. 00000020:00000010:2.0:1718399244.594284:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.594286:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101de00. 00010000:00000010:3.0:1718399244.594332:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00000800:00000200:2.0:1718399244.594337:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.594339:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009808d600 (tot 82313938). 00010000:00000010:3.0:1718399244.594341:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093cc4180. 00000400:00000200:2.0:1718399244.594341:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.594344:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.594346:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ebb0 00000400:00000010:2.0:1718399244.594347:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ebb0. 00010000:00000010:3.0:1718399244.594416:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09dd40. 00010000:00000010:3.0:1718399244.594420:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399244.594425:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357ccc0. 00000100:00000010:3.0:1718399244.594426:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5340c00. 00000100:00000010:3.0:1718399244.594430:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399244.594436:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399244.594447:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3800. 00000400:00000010:3.0:1718399244.594449:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310160. 00000400:00000010:3.0:1718399244.594450:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466aa0. 00000100:00000200:3.0:1718399244.594453:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316502656, portal 16 00000400:00000010:3.0:1718399244.594456:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466440. 00000100:00000200:3.0:1718399244.594456:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316502656, offset 0 00000400:00000200:3.0:1718399244.594460:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.594463:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.594467:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.594469:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.594470:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.594471:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90587:90587:256:4294967295] 192.168.202.25@tcp LPNI seq info [90587:90587:8:4294967295] 00000400:00000200:3.0:1718399244.594475:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.594477:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.594478:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800922e6600 (tot 82314186). 00000800:00000200:3.0:1718399244.594480:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.594483:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.594484:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800922e6600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.594593:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.594595:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800922e6600 (tot 82313938). 00000400:00000200:0.0:1718399244.594597:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.594600:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.594602:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466440 00000400:00000010:0.0:1718399244.594603:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466440. 00000100:00000200:0.0:1718399244.594606:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316502656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.597378:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.597391:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04880 00000400:00000200:0.0:1718399244.597397:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae70d [1] + 224 00000400:00000200:0.0:1718399244.597410:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.597414:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.597421:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316502656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399244.597505:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310160. 00000400:00000200:3.0:1718399244.597510:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:3.0:1718399244.597511:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00000100:00000200:3.0:1718399244.597515:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316502656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.597522:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316502656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.597543:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399244.597548:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399244.597550:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399244.597554:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5340c00. 00010000:00000010:3.0:1718399244.597557:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357ccc0. 00000400:00000200:0.0:1718399244.598018:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.598025:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5fbc0 00000400:00000200:0.0:1718399244.598030:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad10d [2] + 1968 00000400:00000010:0.0:1718399244.598032:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310c08. 00000400:00000200:0.0:1718399244.598034:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800929c5d80 00000400:00000200:0.0:1718399244.598215:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.598219:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.598221:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800929c5d80 00000400:00000010:0.0:1718399244.598223:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800929c5d80 (tot 82313786). 00000100:00000200:0.0:1718399244.598227:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1718399244.599672:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101de00. 00000020:00000010:2.0:1718399244.599679:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399244.599682:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.599700:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009caeb050 x1801871317924800/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399244.599716:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317924800 02000000:00000010:2.0:1718399244.599722:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101d600. 00010000:00000010:2.0:1718399244.599743:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a50cb380. 00010000:00000010:2.0:1718399244.599756:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e900. 00000100:00000010:2.0:1718399244.599761:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093fa2d80. 00000100:00000010:2.0:1718399244.599800:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093fa2d80. 00010000:00000010:2.0:1718399244.599803:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e900. 00000400:00000010:2.0:1718399244.599812:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ebb0. 00000100:00000200:2.0:1718399244.599816:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317924800, offset 224 00000400:00000200:2.0:1718399244.599821:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.599829:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00010000:00000010:0.1:1718399244.599832:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930ad8c0. 00000400:00000200:2.0:1718399244.599834:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90588:90588:256:4294967295] 192.168.202.25@tcp LPNI seq info [90588:90588:8:4294967295] 00010000:00000010:0.1:1718399244.599836:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933b7f00. 00010000:00000010:0.1:1718399244.599840:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00000400:00000200:2.0:1718399244.599841:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.599845:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.599848:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009808d600 (tot 82314034). 00000800:00000200:2.0:1718399244.599851:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.599857:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.599860:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009808d600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.599870:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399244.599873:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.599875:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101de00. 02000000:00000010:2.0:1718399244.599882:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101c200. 00000100:00000010:2.0:1718399244.599886:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 02000000:00000010:2.0:1718399244.599889:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800922a3000. 00000100:00000010:2.0:1718399244.599891:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf200. 02000000:00000010:2.0:1718399244.599893:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c3600. 00000100:00000010:2.0:1718399244.599895:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaf80. 02000000:00000010:2.0:1718399244.599898:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101ce00. 00000100:00000010:2.0:1718399244.599899:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:2.0:1718399244.599901:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101c600. 00000100:00000010:2.0:1718399244.599903:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 02000000:00000010:2.0:1718399244.599905:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101da00. 00000100:00000010:2.0:1718399244.599906:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 00000100:00000200:2.0:1718399244.599910:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399244.599913:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdc08. 00000400:00000010:2.0:1718399244.599916:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff880093fa2d80 (tot 82314186). 00000800:00000200:0.0:1718399244.599918:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.599920:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009808d600 (tot 82313938). 00000400:00000200:0.0:1718399244.599922:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.599926:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.599928:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ebb0 00000400:00000010:0.0:1718399244.599929:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ebb0. 02000000:00000010:0.0:1718399244.599932:0:18240:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d600. 00080000:00000010:3.0:1718399244.600160:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800922e6300. 00010000:00000010:3.0:1718399244.600223:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399244.600228:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880129ccf000. 00010000:00000010:3.0:1718399244.600322:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cfc0. 00010000:00000010:3.0:1718399244.600327:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399244.600333:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357ccc0. 00000100:00000010:3.0:1718399244.600336:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5340c00. 00000100:00000010:3.0:1718399244.600340:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399244.600348:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399244.600365:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3800. 00000400:00000010:3.0:1718399244.600367:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310160. 00000400:00000010:3.0:1718399244.600370:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466aa0. 00000100:00000200:3.0:1718399244.600373:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316502720, portal 16 00000400:00000010:3.0:1718399244.600375:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94665d8. 00000100:00000200:3.0:1718399244.600376:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316502720, offset 0 00000400:00000200:3.0:1718399244.600380:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.600385:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.600390:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.600392:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.600394:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.600396:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90589:90589:256:4294967295] 192.168.202.25@tcp LPNI seq info [90589:90589:8:4294967295] 00000400:00000200:3.0:1718399244.600402:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.600405:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.600407:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800922e6600 (tot 82314186). 00000800:00000200:3.0:1718399244.600410:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.600413:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.600415:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800922e6600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.600609:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.600611:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800922e6600 (tot 82313938). 00000400:00000200:0.0:1718399244.600617:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.600620:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.600623:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94665d8 00000400:00000010:0.0:1718399244.600624:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94665d8. 00000100:00000200:0.0:1718399244.600627:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316502720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.601882:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.601893:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc048c0 00000400:00000200:0.0:1718399244.601897:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae71d [1] + 224 00000400:00000200:0.0:1718399244.601911:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.601914:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.601919:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316502720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399244.602013:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310160. 00000400:00000200:3.0:1718399244.602017:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:3.0:1718399244.602018:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00000100:00000200:3.0:1718399244.602023:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316502720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.602027:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316502720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.602046:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399244.602050:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399244.602053:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399244.602057:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5340c00. 00010000:00000010:3.0:1718399244.602060:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357ccc0. 00010000:00000010:2.1:1718399244.603113:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800930aef40. 00010000:00000010:2.1:1718399244.603120:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093692600. 00010000:00000010:2.1:1718399244.603129:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c6c0. 00000400:00000200:0.0:1718399244.603502:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.603510:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5fc00 00000400:00000200:0.0:1718399244.603515:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad15d [2] + 0 00000400:00000200:0.0:1718399244.603554:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.603558:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.603562:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.603566:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e880. 00000020:00000010:2.0:1718399244.603622:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101da00. 00000020:00000010:2.0:1718399244.603626:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399244.603630:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.603646:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e880 x1801871317924864/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.603664:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317924864 02000000:00000010:2.0:1718399244.603670:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101c600. 00010000:00000010:2.0:1718399244.603691:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009303d280. 00010000:00000010:2.0:1718399244.603705:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e900. 00000100:00000010:2.0:1718399244.603710:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a52eb180. 00000100:00000010:2.0:1718399244.603726:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a52eb180. 00010000:00000010:2.0:1718399244.603730:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e900. 00000400:00000010:2.0:1718399244.603738:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e660. 00000100:00000200:2.0:1718399244.603742:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317924864, offset 224 00000400:00000200:2.0:1718399244.603748:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.603757:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00080000:00000010:3.0:1718399244.603778:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800922e6500. 00010000:00000010:3.0:1718399244.603834:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399244.603839:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009303df00. 00010000:00000010:3.0:1718399244.603889:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d680. 00010000:00000010:3.0:1718399244.603893:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399244.603898:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357ccc0. 00000100:00000010:3.0:1718399244.603901:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5340c00. 00000100:00000010:3.0:1718399244.603906:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399244.603913:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399244.603928:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3800. 00000400:00000010:3.0:1718399244.603932:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310160. 00000400:00000010:3.0:1718399244.603935:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466aa0. 00000100:00000200:3.0:1718399244.603938:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316502784, portal 16 00000400:00000010:3.0:1718399244.603940:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466c38. 00000100:00000200:3.0:1718399244.603942:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316502784, offset 0 00000400:00000200:3.0:1718399244.603946:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.604226:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90590:90590:256:4294967295] 192.168.202.25@tcp LPNI seq info [90590:90590:8:4294967295] 00000400:00000200:2.0:1718399244.604235:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.604241:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.604244:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009808dc00 (tot 82314186). 00000800:00000200:2.0:1718399244.604248:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000400:00000200:3.0:1718399244.604252:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000800:00000200:2.0:1718399244.604254:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000400:00000200:3.0:1718399244.604257:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000800:00000200:2.0:1718399244.604257:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009808dc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1718399244.604260:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.604262:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.604263:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90591:90591:255:4294967295] 192.168.202.25@tcp LPNI seq info [90591:90591:7:4294967295] 00000400:00000200:3.0:1718399244.604291:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.604295:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.604298:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800922e6600 (tot 82314434). 00000800:00000200:3.0:1718399244.604301:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.604304:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.604307:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800922e6600 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.604561:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399244.604565:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.604567:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101da00. 00000800:00000200:1.0:1718399244.604832:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.604835:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009808dc00 (tot 82314186). 00000400:00000200:1.0:1718399244.604838:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.604841:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.604844:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e660 00000400:00000010:1.0:1718399244.604845:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e660. 00000800:00000200:1.0:1718399244.604884:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.604886:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800922e6600 (tot 82313938). 00000400:00000200:1.0:1718399244.604888:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.604890:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.604891:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466c38 00000400:00000010:1.0:1718399244.604892:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466c38. 00000100:00000200:1.0:1718399244.604896:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316502784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.609149:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009aea1000. 00010000:00000010:2.1:1718399244.609160:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09dd40. 00010000:00000010:3.1:1718399244.609163:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880098768000. 00000400:00000200:0.0:1718399244.609495:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.609508:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04900 00000400:00000200:0.0:1718399244.609515:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae729 [1] + 224 00000400:00000200:0.0:1718399244.609525:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.609528:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.609536:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316502784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.609566:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.609570:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5fc40 00000400:00000200:0.0:1718399244.609574:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad15d [2] + 328 00000400:00000010:3.0:1718399244.609856:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310160. 00000400:00000200:3.0:1718399244.609861:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:3.0:1718399244.609863:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00000100:00000200:3.0:1718399244.609867:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316502784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.609873:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316502784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.609895:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399244.609901:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399244.609905:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399244.609911:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5340c00. 00010000:00000010:3.0:1718399244.609915:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357ccc0. 00000400:00000200:0.0:1718399244.610102:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.610106:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.610110:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.610113:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d0c0. 00000020:00000010:2.0:1718399244.610305:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101da00. 00000020:00000010:2.0:1718399244.610310:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399244.610313:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.610329:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d0c0 x1801871317924928/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399244.610345:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317924928 02000000:00000010:2.0:1718399244.610351:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101ce00. 00010000:00000010:2.0:1718399244.610370:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800933c2400. 00010000:00000010:2.0:1718399244.610382:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e900. 00000100:00000010:2.0:1718399244.610387:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a52eb180. 00000100:00000010:2.0:1718399244.610391:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a52eb180. 00010000:00000010:2.0:1718399244.610394:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e900. 00000400:00000010:2.0:1718399244.610402:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e2a8. 00000100:00000200:2.0:1718399244.610405:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317924928, offset 224 00000400:00000200:2.0:1718399244.610410:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.610417:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.610421:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90592:90592:256:4294967295] 192.168.202.25@tcp LPNI seq info [90592:90592:8:4294967295] 00000400:00000200:2.0:1718399244.610428:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.610433:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.610435:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009808d400 (tot 82314186). 00000800:00000200:2.0:1718399244.610439:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.610444:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.610447:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009808d400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.610475:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399244.610479:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.610482:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101da00. 00080000:00000010:3.0:1718399244.610556:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800922e6600. 00010000:00000010:3.0:1718399244.610612:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399244.610617:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800933c2380. 00010000:00000010:3.0:1718399244.610670:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cd80. 00010000:00000010:3.0:1718399244.610673:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399244.610678:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357ccc0. 00000100:00000010:3.0:1718399244.610681:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5340c00. 00000100:00000010:3.0:1718399244.610685:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399244.610692:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399244.610706:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3800. 00000400:00000010:3.0:1718399244.610709:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310160. 00000400:00000010:3.0:1718399244.610711:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466aa0. 00000100:00000200:3.0:1718399244.610714:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316502848, portal 16 00000400:00000010:3.0:1718399244.610717:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466550. 00000100:00000200:3.0:1718399244.610718:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316502848, offset 0 00000400:00000200:3.0:1718399244.610722:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.610726:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.610731:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.610733:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.610736:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.610738:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90593:90593:255:4294967295] 192.168.202.25@tcp LPNI seq info [90593:90593:7:4294967295] 00000400:00000200:3.0:1718399244.610743:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.610747:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.610750:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129d65f00 (tot 82314434). 00000800:00000200:3.0:1718399244.610752:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.610756:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.610757:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880129d65f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.611069:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.611071:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009808d400 (tot 82314186). 00000400:00000200:1.0:1718399244.611075:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.611086:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.611088:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e2a8 00000400:00000010:1.0:1718399244.611089:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e2a8. 00000800:00000200:1.0:1718399244.611121:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.611123:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129d65f00 (tot 82313938). 00000400:00000200:1.0:1718399244.611125:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.611128:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.611129:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466550 00000400:00000010:1.0:1718399244.611130:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466550. 00000100:00000200:1.0:1718399244.611134:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316502848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399244.614175:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.614190:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04940 00000400:00000200:1.0:1718399244.614195:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae735 [1] + 224 00000400:00000200:1.0:1718399244.614214:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.614217:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.614224:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316502848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399244.614789:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310160. 00000400:00000200:3.0:1718399244.614795:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:3.0:1718399244.614797:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00000100:00000200:3.0:1718399244.614802:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316502848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.614809:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316502848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399244.614828:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.614834:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5fc80 02000000:00000010:3.0:1718399244.614835:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3800. 00000400:00000200:1.0:1718399244.614839:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad15d [2] + 656 02000000:00000010:3.0:1718399244.614841:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399244.614844:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399244.614849:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5340c00. 00010000:00000010:3.0:1718399244.614852:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357ccc0. 00000400:00000200:1.0:1718399244.615197:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.615201:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.615205:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399244.615208:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 00000020:00000010:0.0:1718399244.615868:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2a00. 00000020:00000010:0.0:1718399244.615874:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc180. 00000020:00000010:0.0:1718399244.615877:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399244.615894:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df73440 x1801871317924992/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1718399244.615926:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317924992 02000000:00000010:0.0:1718399244.615934:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c3800. 00010000:00000010:0.0:1718399244.615953:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88009350a580. 00010000:00000010:0.0:1718399244.615979:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b266eec0. 00000100:00000010:0.0:1718399244.615986:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9540. 00000100:00000010:0.0:1718399244.615991:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9540. 00010000:00000010:0.0:1718399244.615994:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b266eec0. 00000400:00000010:0.0:1718399244.616003:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373767f8. 00000100:00000200:0.0:1718399244.616007:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317924992, offset 224 00000400:00000200:0.0:1718399244.616012:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.616020:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.616024:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90594:90594:256:4294967295] 192.168.202.25@tcp LPNI seq info [90594:90594:8:4294967295] 00000400:00000200:0.0:1718399244.616031:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.616034:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.616038:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5092e00 (tot 82314186). 00000800:00000200:0.0:1718399244.616042:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.616047:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.616050:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5092e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399244.616066:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc180. 00000020:00000010:0.0:1718399244.616069:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399244.616072:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2a00. 00000800:00000200:1.0:1718399244.616159:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.616161:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5092e00 (tot 82313938). 00000400:00000200:1.0:1718399244.616164:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.616168:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.616170:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373767f8 00000400:00000010:1.0:1718399244.616171:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373767f8. 00080000:00000010:3.0:1718399244.616384:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880129d65900. 00010000:00000010:3.0:1718399244.616443:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399244.616448:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009350a500. 00010000:00000010:3.0:1718399244.616504:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09e400. 00010000:00000010:3.0:1718399244.616508:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399244.616514:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357ccc0. 00000100:00000010:3.0:1718399244.616517:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5340c00. 00000100:00000010:3.0:1718399244.616522:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399244.616529:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399244.616544:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3800. 00000400:00000010:3.0:1718399244.616549:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310160. 00000400:00000010:3.0:1718399244.616551:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466aa0. 00000100:00000200:3.0:1718399244.616554:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316502912, portal 16 00000400:00000010:3.0:1718399244.616557:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94663b8. 00000100:00000200:3.0:1718399244.616558:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316502912, offset 0 00000400:00000200:3.0:1718399244.616563:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.616567:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.616573:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.616575:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.616577:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.616579:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90595:90595:256:4294967295] 192.168.202.25@tcp LPNI seq info [90595:90595:8:4294967295] 00000400:00000200:3.0:1718399244.616584:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.616587:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.616590:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129d65d00 (tot 82314186). 00000800:00000200:3.0:1718399244.616592:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.616595:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.616597:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880129d65d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.616667:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.616669:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129d65d00 (tot 82313938). 00000400:00000200:1.0:1718399244.616672:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.616675:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.616678:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94663b8 00000400:00000010:1.0:1718399244.616679:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94663b8. 00000100:00000200:1.0:1718399244.616683:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316502912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399244.617411:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093536f40. 00010000:00000010:2.1:1718399244.617441:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009374e000. 00010000:00000010:2.1:1718399244.617454:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cfc0. 00000400:00000200:0.0:1718399244.619321:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.619335:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04980 00000400:00000200:0.0:1718399244.619342:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae741 [1] + 224 00000400:00000200:0.0:1718399244.619360:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.619364:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.619371:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316502912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399244.619501:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310160. 00000400:00000200:3.0:1718399244.619505:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:3.0:1718399244.619507:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00000100:00000200:3.0:1718399244.619511:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316502912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.619518:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316502912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.619540:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399244.619545:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399244.619548:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399244.619552:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5340c00. 00010000:00000010:3.0:1718399244.619555:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357ccc0. 00010000:00000010:3.1:1718399244.620905:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935e21c0. 00000400:00000200:0.0:1718399244.621023:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.621033:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5fcc0 00000400:00000200:0.0:1718399244.621038:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad15d [2] + 984 00000400:00000200:0.0:1718399244.621091:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.621095:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.621099:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.621103:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c278e40. 00000020:00000010:2.0:1718399244.621716:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101da00. 00000020:00000010:2.0:1718399244.621722:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399244.621725:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.621744:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c278e40 x1801871317925056/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1718399244.621781:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317925056 02000000:00000010:2.0:1718399244.621789:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101c200. 00010000:00000010:2.0:1718399244.621810:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800933c2b80. 00010000:00000010:2.0:1718399244.621824:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e900. 00000100:00000010:2.0:1718399244.621829:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a52eb180. 00000100:00000010:2.0:1718399244.621848:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a52eb180. 00010000:00000010:2.0:1718399244.621852:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e900. 00000400:00000010:2.0:1718399244.621861:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e770. 00000100:00000200:2.0:1718399244.621866:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317925056, offset 224 00000400:00000200:2.0:1718399244.621872:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.621879:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.621884:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90596:90596:256:4294967295] 192.168.202.25@tcp LPNI seq info [90596:90596:8:4294967295] 00000400:00000200:2.0:1718399244.621892:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.621896:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.621900:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009808d200 (tot 82314186). 00000800:00000200:2.0:1718399244.621904:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.621910:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.621913:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009808d200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.621936:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6580. 00000020:00000010:2.0:1718399244.621940:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.621942:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101da00. 00000800:00000200:1.0:1718399244.622066:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.622068:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009808d200 (tot 82313938). 00000400:00000200:1.0:1718399244.622071:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.622074:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.622076:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e770 00000400:00000010:1.0:1718399244.622078:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e770. 00080000:00000010:3.0:1718399244.622141:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880129d65c00. 00010000:00000010:3.0:1718399244.622197:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399244.622203:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009372b000. 00010000:00000010:3.0:1718399244.622260:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09fa80. 00010000:00000010:3.0:1718399244.622264:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46a00. 00010000:00000010:3.0:1718399244.622288:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357ccc0. 00000100:00000010:3.0:1718399244.622291:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5340c00. 00000100:00000010:3.0:1718399244.622297:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399244.622304:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399244.622320:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3800. 00000400:00000010:3.0:1718399244.622324:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310160. 00000400:00000010:3.0:1718399244.622327:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466aa0. 00000100:00000200:3.0:1718399244.622331:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316502976, portal 16 00000400:00000010:3.0:1718399244.622333:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466000. 00000100:00000200:3.0:1718399244.622334:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316502976, offset 0 00000400:00000200:3.0:1718399244.622339:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.622344:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.622350:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.622352:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.622354:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.622356:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90597:90597:256:4294967295] 192.168.202.25@tcp LPNI seq info [90597:90597:8:4294967295] 00000400:00000200:3.0:1718399244.622361:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.622365:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.622366:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129d65000 (tot 82314186). 00000800:00000200:3.0:1718399244.622368:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.622371:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.622373:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880129d65000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.622584:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.622586:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129d65000 (tot 82313938). 00000400:00000200:0.0:1718399244.622597:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.622601:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.622603:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466000 00000400:00000010:0.0:1718399244.622604:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466000. 00000100:00000200:0.0:1718399244.622608:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316502976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.623373:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093599000. 00010000:00000010:2.1:1718399244.623379:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d680. 00010000:00000010:2.1:1718399244.623383:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e99e00. 00010000:00000010:2.1:1718399244.623386:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cd80. 00010000:00000010:3.1:1718399244.623427:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800935e0b40. 00000400:00000200:0.0:1718399244.624674:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.624687:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc049c0 00000400:00000200:0.0:1718399244.624693:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae74d [1] + 224 00000400:00000200:0.0:1718399244.624701:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.624704:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.624711:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316502976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.624737:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.624740:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5fd00 00000400:00000200:0.0:1718399244.624744:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad15d [2] + 1312 00000400:00000200:0.0:1718399244.624757:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.624759:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.624771:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.624776:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27df00. 00000400:00000010:3.0:1718399244.624854:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310160. 00000400:00000200:3.0:1718399244.624859:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:3.0:1718399244.624860:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00000100:00000200:3.0:1718399244.624864:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316502976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.624870:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316502976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.624895:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399244.624900:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399244.624903:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399244.624908:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5340c00. 00010000:00000010:3.0:1718399244.624912:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357ccc0. 00000020:00000010:1.0:1718399244.625746:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f6a00. 00000020:00000010:1.0:1718399244.625752:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399244.625755:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18bdc8. 00000100:00000200:1.0:1718399244.625783:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27df00 x1801871317925120/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399244.625809:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317925120 02000000:00000010:1.0:1718399244.625816:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f6600. 00010000:00000010:1.0:1718399244.625837:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093ed3180. 00010000:00000010:1.0:1718399244.626299:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800935736c0. 00000100:00000010:1.0:1718399244.626306:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009dd0f300. 00000100:00000010:1.0:1718399244.626321:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009dd0f300. 00010000:00000010:1.0:1718399244.626324:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800935736c0. 00000400:00000010:1.0:1718399244.626333:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a088. 00000100:00000200:1.0:1718399244.626338:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317925120, offset 224 00000400:00000200:1.0:1718399244.626343:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.626353:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.626358:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90598:90598:256:4294967295] 192.168.202.25@tcp LPNI seq info [90598:90598:8:4294967295] 00000400:00000200:1.0:1718399244.626366:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.626370:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.626373:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097287100 (tot 82314186). 00000800:00000200:1.0:1718399244.626378:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.626384:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.626387:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880097287100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399244.626405:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399244.626408:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18bdc8. 00000020:00000010:1.0:1718399244.626411:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f6a00. 00080000:00000010:2.0:1718399244.626472:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009808d100. 00010000:00000010:2.0:1718399244.626533:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46a00. 00010000:00000010:2.0:1718399244.626540:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093ed3600. 00010000:00000010:2.0:1718399244.626591:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009808d200. 00010000:00000010:2.0:1718399244.626593:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6580. 00010000:00000010:2.0:1718399244.626597:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d8c0. 00010000:00000010:2.0:1718399244.626600:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6680. 00080000:00000010:2.0:1718399244.626609:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009808d400. 00010000:00000010:2.0:1718399244.626627:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.626630:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6580. 00010000:00000010:2.0:1718399244.626668:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356fa80. 00010000:00000010:2.0:1718399244.626670:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6580. 00010000:00000010:2.0:1718399244.626677:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e900. 00000100:00000010:2.0:1718399244.626680:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a52eb180. 00000100:00000010:2.0:1718399244.626685:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaf80. 02000000:00000010:2.0:1718399244.626693:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101da00. 02000000:00000010:2.0:1718399244.626710:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101de00. 00000400:00000010:2.0:1718399244.626714:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdcb8. 00000400:00000010:2.0:1718399244.626718:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e088. 00000100:00000200:2.0:1718399244.626721:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316503040, portal 16 00000400:00000010:2.0:1718399244.626725:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e000. 00000100:00000200:2.0:1718399244.626726:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316503040, offset 0 00000400:00000200:2.0:1718399244.626730:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.626735:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.626740:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.626742:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.626744:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.626746:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90599:90599:255:4294967295] 192.168.202.25@tcp LPNI seq info [90599:90599:7:4294967295] 00000400:00000200:2.0:1718399244.626752:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.626756:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.626758:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009808dc00 (tot 82314434). 00000800:00000200:2.0:1718399244.626761:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.626779:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.626780:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009808dc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.626864:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.626866:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097287100 (tot 82314186). 00000400:00000200:0.0:1718399244.626870:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.626874:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.626877:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a088 00000400:00000010:0.0:1718399244.626879:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a088. 00010000:00000010:3.1:1718399244.627191:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093532d00. 00000800:00000200:0.0:1718399244.627291:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.627293:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009808dc00 (tot 82313938). 00000400:00000200:0.0:1718399244.627296:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.627300:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.627302:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e000 00000400:00000010:0.0:1718399244.627303:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e000. 00000100:00000200:0.0:1718399244.627427:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbaf80 x1801871316503040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.627576:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093542400. 00010000:00000010:2.1:1718399244.627589:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09e400. 00000400:00000200:0.0:1718399244.628137:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.628147:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04a00 00000400:00000200:0.0:1718399244.628152:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae759 [1] + 224 00000400:00000200:0.0:1718399244.628167:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.628170:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.628175:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbaf80 x1801871316503040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.628234:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdcb8. 00000400:00000200:2.0:1718399244.628236:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e088 00000400:00000010:2.0:1718399244.628238:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e088. 00000100:00000200:2.0:1718399244.628242:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbaf80 x1801871316503040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.628247:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbaf80 x1801871316503040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.628265:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101de00. 02000000:00000010:2.0:1718399244.628299:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101da00. 00000100:00000010:2.0:1718399244.628303:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaf80. 00000100:00000010:2.0:1718399244.628308:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a52eb180. 00010000:00000010:2.0:1718399244.628311:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e900. 00000400:00000200:0.0:1718399244.628637:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.628643:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5fd40 00000400:00000200:0.0:1718399244.628647:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad15d [2] + 1640 00000400:00000200:0.0:1718399244.628686:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.628689:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.628692:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.628695:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27d580. 00000020:00000010:1.0:1718399244.628855:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f6a00. 00000020:00000010:1.0:1718399244.628859:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399244.628862:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18bdc8. 00000100:00000200:1.0:1718399244.628881:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27d580 x1801871317925184/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399244.628907:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317925184 02000000:00000010:1.0:1718399244.628914:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f7a00. 00010000:00000010:1.0:1718399244.628932:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f53100. 00010000:00000010:1.0:1718399244.628945:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800935736c0. 00000100:00000010:1.0:1718399244.628949:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009dd0f300. 00000100:00000010:1.0:1718399244.629026:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009dd0f300. 00010000:00000010:1.0:1718399244.629029:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800935736c0. 00000400:00000010:1.0:1718399244.629038:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9acc0. 00080000:00000010:3.0:1718399244.629041:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880129d65200. 00000100:00000200:1.0:1718399244.629041:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317925184, offset 224 00000400:00000200:1.0:1718399244.629046:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.629052:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.629056:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90600:90600:256:4294967295] 192.168.202.25@tcp LPNI seq info [90600:90600:8:4294967295] 00000400:00000200:1.0:1718399244.629062:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.629066:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.629069:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097287f00 (tot 82314186). 00000800:00000200:1.0:1718399244.629072:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.629077:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.629080:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880097287f00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1718399244.629088:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6580. 00010000:00000010:3.0:1718399244.629093:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093f53400. 00000020:00000010:1.0:1718399244.629100:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399244.629104:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18bdc8. 00000020:00000010:1.0:1718399244.629107:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f6a00. 00010000:00000010:3.0:1718399244.629184:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09fcc0. 00010000:00000010:3.0:1718399244.629189:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46780. 00010000:00000010:3.0:1718399244.629196:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357ccc0. 00000100:00000010:3.0:1718399244.629198:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5340c00. 00000100:00000010:3.0:1718399244.629203:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399244.629210:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3400. 02000000:00000010:3.0:1718399244.629223:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3800. 00000400:00000010:3.0:1718399244.629228:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310160. 00000400:00000010:3.0:1718399244.629231:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466aa0. 00000100:00000200:3.0:1718399244.629234:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316503104, portal 16 00000400:00000010:3.0:1718399244.629236:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466660. 00000100:00000200:3.0:1718399244.629237:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316503104, offset 0 00000400:00000200:3.0:1718399244.629242:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.629247:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.629252:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.629254:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.629256:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.629258:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90601:90601:255:4294967295] 192.168.202.25@tcp LPNI seq info [90601:90601:7:4294967295] 00000800:00000200:0.0:1718399244.629259:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.629261:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097287f00 (tot 82313938). 00000400:00000200:3.0:1718399244.629264:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000400:00000200:0.0:1718399244.629264:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1718399244.629267:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.629267:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000800:00000010:3.0:1718399244.629285:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880129d65400 (tot 82314186). 00000400:00000200:0.0:1718399244.629287:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9acc0 00000800:00000200:3.0:1718399244.629288:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000400:00000010:0.0:1718399244.629288:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9acc0. 00000800:00000200:3.0:1718399244.629292:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.629294:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880129d65400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.629328:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.629329:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880129d65400 (tot 82313938). 00000400:00000200:0.0:1718399244.629332:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.629335:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.629336:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466660 00000400:00000010:0.0:1718399244.629337:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466660. 00000100:00000200:0.0:1718399244.629340:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316503104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399244.629606:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880136463180. 00000400:00000200:0.0:1718399244.630510:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.630518:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04a40 00000400:00000200:0.0:1718399244.630522:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae765 [1] + 224 00000400:00000200:0.0:1718399244.630535:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.630538:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.630543:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316503104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399244.630810:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310160. 00000400:00000200:3.0:1718399244.630815:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:3.0:1718399244.630816:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00000100:00000200:3.0:1718399244.630820:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316503104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.630826:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316503104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.630844:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399244.630848:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3400. 00000100:00000010:3.0:1718399244.630851:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399244.630855:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5340c00. 00010000:00000010:3.0:1718399244.630858:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357ccc0. 00000400:00000200:0.0:1718399244.631087:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.631092:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5fd80 00000400:00000200:0.0:1718399244.631095:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad15d [2] + 1968 00000400:00000010:0.0:1718399244.631097:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff88009a9f1000. 00000400:00000200:0.0:1718399244.631099:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8800a5021540 00000400:00000200:0.0:1718399244.631128:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.631130:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.631132:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a5021540 00000400:00000010:0.0:1718399244.631133:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff8800a5021540 (tot 82313786). 00000100:00000200:0.0:1718399244.631138:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1718399244.631184:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f6a00. 00000020:00000010:1.0:1718399244.631188:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399244.631191:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18bdc8. 00000100:00000200:1.0:1718399244.631203:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009caec050 x1801871317925248/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399244.631226:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317925248 02000000:00000010:1.0:1718399244.631232:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f6200. 00010000:00000010:1.0:1718399244.631246:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88013083a500. 00010000:00000010:1.0:1718399244.631257:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800935736c0. 00000100:00000010:1.0:1718399244.631261:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009dd0f300. 00000100:00000010:1.0:1718399244.631292:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009dd0f300. 00010000:00000010:1.0:1718399244.631295:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800935736c0. 00000400:00000010:1.0:1718399244.631303:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a908. 00000100:00000200:1.0:1718399244.631306:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317925248, offset 224 00000400:00000200:1.0:1718399244.631310:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.631316:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.631319:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90602:90602:256:4294967295] 192.168.202.25@tcp LPNI seq info [90602:90602:8:4294967295] 00000400:00000200:1.0:1718399244.631325:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.631329:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.631331:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097287200 (tot 82314034). 00000800:00000200:1.0:1718399244.631334:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.631344:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.631347:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880097287200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399244.631365:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399244.631368:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18bdc8. 00000020:00000010:1.0:1718399244.631371:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f6a00. 02000000:00000010:1.0:1718399244.631377:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f7a00. 00000100:00000010:1.0:1718399244.631380:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d580. 02000000:00000010:1.0:1718399244.631384:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f6600. 00000100:00000010:1.0:1718399244.631385:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27df00. 02000000:00000010:1.0:1718399244.631388:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101c200. 00000100:00000010:1.0:1718399244.631390:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c278e40. 02000000:00000010:1.0:1718399244.631392:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c3800. 00000100:00000010:1.0:1718399244.631394:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 02000000:00000010:1.0:1718399244.631396:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101ce00. 00000100:00000010:1.0:1718399244.631397:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27d0c0. 02000000:00000010:1.0:1718399244.631399:0:22081:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101c600. 00000100:00000010:1.0:1718399244.631400:0:22081:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e880. 00000100:00000200:1.0:1718399244.631404:0:22081:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1718399244.631406:0:22081:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff88009a9f1b00. 00000400:00000010:1.0:1718399244.631409:0:22081:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff88009dd0f300 (tot 82314186). 00000800:00000200:0.0:1718399244.631417:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.631419:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097287200 (tot 82313938). 00000400:00000200:0.0:1718399244.631422:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.631425:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.631427:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a908 00000400:00000010:0.0:1718399244.631428:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a908. 02000000:00000010:0.0:1718399244.631431:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f6200. 00080000:00000010:3.0:1718399244.631490:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880129d65a00. 00010000:00000010:3.0:1718399244.631536:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46780. 00010000:00000010:3.0:1718399244.631541:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013083a480. 00000001:00000010:3.0:1718399244.631585:0:30956:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800a5310160. 00000001:00000010:3.0:1718399244.631589:0:30956:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800a5310160. 00000001:00000010:3.0:1718399244.631592:0:30956:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800a5310318. 00080000:00000010:3.0:1718399244.631594:0:30956:0:(osd_handler.c:6571:osd_it_iam_fini()) kfreed 'it': 328 at ffff8800928fce00. 00080000:00000010:3.0:1718399244.631599:0:30956:0:(osd_handler.c:6543:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8800922a3400. 00000001:00000010:3.0:1718399244.631602:0:30956:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8800a5310318. 00010000:00000010:3.0:1718399244.631621:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880129d65700. 00010000:00000010:3.0:1718399244.631623:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.631626:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09db00. 00010000:00000010:3.0:1718399244.631630:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.631638:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880129d65300. 00010000:00000010:3.0:1718399244.631656:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.631659:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.631686:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880129d65e00. 00010000:00000010:3.0:1718399244.631688:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.631690:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c240. 00010000:00000010:3.0:1718399244.631692:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.631697:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880129d65600. 00010000:00000010:3.0:1718399244.631712:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.631715:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.631737:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880129d65800. 00010000:00000010:3.0:1718399244.631738:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.631740:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f840. 00010000:00000010:3.0:1718399244.631742:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.631749:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880129d65400. 00010000:00000010:3.0:1718399244.631779:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.631782:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.631816:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880129d65000. 00010000:00000010:3.0:1718399244.631818:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.631820:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09eac0. 00010000:00000010:3.0:1718399244.631822:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.631827:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880129d65d00. 00010000:00000010:3.0:1718399244.631844:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.631846:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.631871:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880129d65f00. 00010000:00000010:3.0:1718399244.631872:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.631874:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09e400. 00010000:00000010:3.0:1718399244.631876:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.631883:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933bb200. 00010000:00000010:3.0:1718399244.631903:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.631906:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.631931:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933bb100. 00010000:00000010:3.0:1718399244.631932:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.631934:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cd80. 00010000:00000010:3.0:1718399244.631937:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.631942:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933bbd00. 00010000:00000010:3.0:1718399244.631956:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.631958:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.631979:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933bbb00. 00010000:00000010:3.0:1718399244.631981:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.631983:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d680. 00010000:00000010:3.0:1718399244.631985:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.631990:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933bb800. 00010000:00000010:3.0:1718399244.632004:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.632006:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632027:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933bb500. 00010000:00000010:3.0:1718399244.632028:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632031:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cfc0. 00010000:00000010:3.0:1718399244.632032:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.632037:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933bba00. 00010000:00000010:3.0:1718399244.632052:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.632054:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632077:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933bb400. 00010000:00000010:3.0:1718399244.632162:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632165:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09dd40. 00010000:00000010:3.0:1718399244.632167:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.632174:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933bbf00. 00010000:00000010:3.0:1718399244.632193:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.632195:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632219:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933bb600. 00010000:00000010:3.0:1718399244.632220:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632222:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c6c0. 00010000:00000010:3.0:1718399244.632224:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.632228:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933bb000. 00010000:00000010:3.0:1718399244.632241:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.632243:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632261:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933bbe00. 00010000:00000010:3.0:1718399244.632263:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632264:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d8c0. 00010000:00000010:3.0:1718399244.632266:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.632397:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933bb700. 00010000:00000010:3.0:1718399244.632415:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.632417:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632443:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933bb300. 00010000:00000010:3.0:1718399244.632444:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632447:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f600. 00010000:00000010:3.0:1718399244.632449:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.632454:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800aa176d00. 00010000:00000010:3.0:1718399244.632470:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.632477:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632505:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800aa176b00. 00010000:00000010:3.0:1718399244.632506:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632508:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c000. 00010000:00000010:3.0:1718399244.632510:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.632662:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800aa176f00. 00010000:00000010:3.0:1718399244.632680:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.632682:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632701:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800aa176c00. 00010000:00000010:3.0:1718399244.632702:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632704:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09cb40. 00010000:00000010:3.0:1718399244.632706:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.632709:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800aa176e00. 00010000:00000010:3.0:1718399244.632719:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.632721:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632735:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800aa176300. 00010000:00000010:3.0:1718399244.632737:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632738:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09df80. 00010000:00000010:3.0:1718399244.632740:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.632744:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800aa176500. 00010000:00000010:3.0:1718399244.632757:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.632759:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632794:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800aa176000. 00010000:00000010:3.0:1718399244.632795:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632797:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09e880. 00010000:00000010:3.0:1718399244.632799:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.632804:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800aa176900. 00010000:00000010:3.0:1718399244.632818:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.632821:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632840:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800aa176400. 00010000:00000010:3.0:1718399244.632842:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632844:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d440. 00010000:00000010:3.0:1718399244.632845:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.632850:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800aa176700. 00010000:00000010:3.0:1718399244.632863:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.632865:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632887:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800aa176200. 00010000:00000010:3.0:1718399244.632889:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632891:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09d200. 00010000:00000010:3.0:1718399244.632893:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.632898:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800aa176800. 00010000:00000010:3.0:1718399244.632914:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.632916:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632936:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800aa176600. 00010000:00000010:3.0:1718399244.632938:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632940:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09ed00. 00010000:00000010:3.0:1718399244.632942:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.632947:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800aa176a00. 00010000:00000010:3.0:1718399244.632961:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.632963:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632984:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8801311ec600. 00010000:00000010:3.0:1718399244.632985:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.632988:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09f3c0. 00010000:00000010:3.0:1718399244.632989:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.632994:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8801311ec100. 00010000:00000010:3.0:1718399244.633007:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.633009:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633030:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8801311ec300. 00010000:00000010:3.0:1718399244.633031:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633034:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012d09c900. 00010000:00000010:3.0:1718399244.633036:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.633040:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8801311ec800. 00010000:00000010:3.0:1718399244.633055:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.633057:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633080:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8801311ec900. 00010000:00000010:3.0:1718399244.633081:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633085:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880095743840. 00010000:00000010:3.0:1718399244.633086:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.633091:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8801311ecf00. 00010000:00000010:3.0:1718399244.633105:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.633107:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633131:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8801311ec400. 00010000:00000010:3.0:1718399244.633132:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633134:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880095743600. 00010000:00000010:3.0:1718399244.633136:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.633141:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8801311ec000. 00010000:00000010:3.0:1718399244.633157:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.633159:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633184:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009f22cd00. 00010000:00000010:3.0:1718399244.633185:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633187:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800957418c0. 00010000:00000010:3.0:1718399244.633189:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.633194:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009f22c700. 00010000:00000010:3.0:1718399244.633210:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.633212:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633234:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009f22c400. 00010000:00000010:3.0:1718399244.633236:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633237:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880095743a80. 00010000:00000010:3.0:1718399244.633239:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.633244:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009f22ce00. 00010000:00000010:3.0:1718399244.633258:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.633260:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633321:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009f22c800. 00010000:00000010:3.0:1718399244.633324:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633326:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880095742640. 00010000:00000010:3.0:1718399244.633328:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.633333:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009f22c900. 00010000:00000010:3.0:1718399244.633349:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.633352:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633372:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009f22c500. 00010000:00000010:3.0:1718399244.633374:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633377:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800957433c0. 00010000:00000010:3.0:1718399244.633378:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.633383:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009f22ca00. 00010000:00000010:3.0:1718399244.633398:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.633400:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633420:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009f22cf00. 00010000:00000010:3.0:1718399244.633422:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633423:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880095742880. 00010000:00000010:3.0:1718399244.633425:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.633430:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880097bd1100. 00010000:00000010:3.0:1718399244.633442:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.633444:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633464:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880097bd1600. 00010000:00000010:3.0:1718399244.633466:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633468:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880095740480. 00010000:00000010:3.0:1718399244.633470:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.633474:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880097bd1700. 00010000:00000010:3.0:1718399244.633488:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.633490:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633513:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880097bd1b00. 00010000:00000010:3.0:1718399244.633515:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633517:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880095741f80. 00010000:00000010:3.0:1718399244.633518:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.633523:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880097bd1200. 00010000:00000010:3.0:1718399244.633537:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.633539:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633556:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880097bd1a00. 00010000:00000010:3.0:1718399244.633558:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633560:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880095741200. 00010000:00000010:3.0:1718399244.633561:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.633565:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880097bd1500. 00010000:00000010:3.0:1718399244.633577:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.633579:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633597:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880097bd1000. 00010000:00000010:3.0:1718399244.633598:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633600:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880095740d80. 00010000:00000010:3.0:1718399244.633602:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.633606:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880097bd1900. 00010000:00000010:3.0:1718399244.633620:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.633622:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633641:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880097bd1400. 00010000:00000010:3.0:1718399244.633643:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633645:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880095740b40. 00010000:00000010:3.0:1718399244.633647:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.633651:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880097bd1800. 00010000:00000010:3.0:1718399244.633662:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.633664:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633684:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880097bd1300. 00010000:00000010:3.0:1718399244.633685:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633687:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880095740240. 00010000:00000010:3.0:1718399244.633689:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.633694:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880097bd1d00. 00010000:00000010:3.0:1718399244.633705:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.633707:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633725:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880097bd1e00. 00010000:00000010:3.0:1718399244.633727:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633728:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880095741d40. 00010000:00000010:3.0:1718399244.633730:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.633735:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009f26cf00. 00010000:00000010:3.0:1718399244.633748:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.633749:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633783:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009f26ca00. 00010000:00000010:3.0:1718399244.633785:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633788:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880095741b00. 00010000:00000010:3.0:1718399244.633790:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.633795:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012b54c200. 00010000:00000010:3.0:1718399244.633809:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.633812:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633831:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012b54c500. 00010000:00000010:3.0:1718399244.633832:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633835:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880095742400. 00010000:00000010:3.0:1718399244.633836:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.633840:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012b54c100. 00010000:00000010:3.0:1718399244.633853:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.633855:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633871:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012b54ca00. 00010000:00000010:3.0:1718399244.633873:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633874:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880095740000. 00010000:00000010:3.0:1718399244.633876:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.633880:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012b54c600. 00010000:00000010:3.0:1718399244.633892:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.633894:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633909:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012b54c400. 00010000:00000010:3.0:1718399244.633910:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633912:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880095742d00. 00010000:00000010:3.0:1718399244.633913:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.633917:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012b54c900. 00010000:00000010:3.0:1718399244.633928:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.633930:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633949:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012b54cd00. 00010000:00000010:3.0:1718399244.633950:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633952:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880095741680. 00010000:00000010:3.0:1718399244.633955:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.633959:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012b54c300. 00010000:00000010:3.0:1718399244.633971:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.633973:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633990:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012b54c700. 00010000:00000010:3.0:1718399244.633992:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.633994:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880098f03a80. 00010000:00000010:3.0:1718399244.633996:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634001:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c2b7700. 00010000:00000010:3.0:1718399244.634012:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.634014:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634033:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012c2b7000. 00010000:00000010:3.0:1718399244.634035:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634036:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880098f006c0. 00010000:00000010:3.0:1718399244.634038:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634042:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c2b7300. 00010000:00000010:3.0:1718399244.634054:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.634056:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634072:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012c2b7400. 00010000:00000010:3.0:1718399244.634073:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634075:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880098f03180. 00010000:00000010:3.0:1718399244.634077:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634080:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c2b7500. 00010000:00000010:3.0:1718399244.634092:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.634094:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634111:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012c2b7800. 00010000:00000010:3.0:1718399244.634113:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634115:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880098f03600. 00010000:00000010:3.0:1718399244.634116:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634121:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c2b7600. 00010000:00000010:3.0:1718399244.634132:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.634135:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634155:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012c2b7d00. 00010000:00000010:3.0:1718399244.634156:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634158:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880098f00240. 00010000:00000010:3.0:1718399244.634160:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634164:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c2b7900. 00010000:00000010:3.0:1718399244.634178:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.634180:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634201:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012c2b7c00. 00010000:00000010:3.0:1718399244.634203:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634206:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880098f01200. 00010000:00000010:3.0:1718399244.634207:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634212:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c2b7a00. 00010000:00000010:3.0:1718399244.634227:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.634230:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634249:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012c2b7f00. 00010000:00000010:3.0:1718399244.634250:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634252:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880098f01b00. 00010000:00000010:3.0:1718399244.634254:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634259:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012c2b7b00. 00010000:00000010:3.0:1718399244.634293:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.634296:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634322:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012c2b7e00. 00010000:00000010:3.0:1718399244.634324:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634326:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880098f02ac0. 00010000:00000010:3.0:1718399244.634328:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634334:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009d171600. 00010000:00000010:3.0:1718399244.634350:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.634352:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634373:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009d171b00. 00010000:00000010:3.0:1718399244.634374:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634376:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880098f033c0. 00010000:00000010:3.0:1718399244.634378:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634383:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009d171c00. 00010000:00000010:3.0:1718399244.634396:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.634398:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634419:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009d171f00. 00010000:00000010:3.0:1718399244.634421:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634423:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880098f00480. 00010000:00000010:3.0:1718399244.634425:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634430:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009d171a00. 00010000:00000010:3.0:1718399244.634443:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.634445:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634465:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009d171300. 00010000:00000010:3.0:1718399244.634466:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634468:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880098f03840. 00010000:00000010:3.0:1718399244.634470:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634475:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009d171700. 00010000:00000010:3.0:1718399244.634489:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.634492:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634513:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009d171100. 00010000:00000010:3.0:1718399244.634515:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634516:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880098f02f40. 00010000:00000010:3.0:1718399244.634518:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634524:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093fc4400. 00010000:00000010:3.0:1718399244.634538:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.634541:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634560:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093fc4500. 00010000:00000010:3.0:1718399244.634561:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634563:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880098f01f80. 00010000:00000010:3.0:1718399244.634565:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634570:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093fc4000. 00010000:00000010:3.0:1718399244.634582:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.634584:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634607:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093fc4300. 00010000:00000010:3.0:1718399244.634608:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634610:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880098f01680. 00010000:00000010:3.0:1718399244.634612:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634617:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093fc4e00. 00010000:00000010:3.0:1718399244.634631:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.634633:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634652:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093fc4c00. 00010000:00000010:3.0:1718399244.634654:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634656:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880098f00900. 00010000:00000010:3.0:1718399244.634658:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634663:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093fc4100. 00010000:00000010:3.0:1718399244.634676:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.634679:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634697:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093fc4900. 00010000:00000010:3.0:1718399244.634699:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634700:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880098f00000. 00010000:00000010:3.0:1718399244.634702:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634707:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093fc4b00. 00010000:00000010:3.0:1718399244.634720:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.634722:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634741:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093fc4f00. 00010000:00000010:3.0:1718399244.634743:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634744:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880098f03cc0. 00010000:00000010:3.0:1718399244.634746:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634750:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093fc4600. 00010000:00000010:3.0:1718399244.634777:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.634780:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634803:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093fc4800. 00010000:00000010:3.0:1718399244.634805:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634808:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012da4a880. 00010000:00000010:3.0:1718399244.634809:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634814:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093fc4a00. 00010000:00000010:3.0:1718399244.634827:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.634829:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634847:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093fc4700. 00010000:00000010:3.0:1718399244.634849:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634851:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012da4ad00. 00010000:00000010:3.0:1718399244.634852:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634856:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093fc4200. 00010000:00000010:3.0:1718399244.634869:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.634871:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634892:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009dc2ba00. 00010000:00000010:3.0:1718399244.634893:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634895:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012da4a640. 00010000:00000010:3.0:1718399244.634897:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634901:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009dc2be00. 00010000:00000010:3.0:1718399244.634913:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.634915:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634935:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012f9f0300. 00010000:00000010:3.0:1718399244.634937:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634939:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012da48480. 00010000:00000010:3.0:1718399244.634941:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634945:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012f9f0000. 00010000:00000010:3.0:1718399244.634958:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.634961:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634978:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012f9f0900. 00010000:00000010:3.0:1718399244.634979:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.634981:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012da48900. 00010000:00000010:3.0:1718399244.634983:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.634987:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012f9f0700. 00010000:00000010:3.0:1718399244.635000:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.635002:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.635021:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012f9f0500. 00010000:00000010:3.0:1718399244.635023:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.635025:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012da49680. 00010000:00000010:3.0:1718399244.635027:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.635031:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012f9f0800. 00010000:00000010:3.0:1718399244.635044:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.635046:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.635066:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012f9f0b00. 00010000:00000010:3.0:1718399244.635068:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.635070:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012da4a400. 00010000:00000010:3.0:1718399244.635071:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.635076:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012f9f0e00. 00010000:00000010:3.0:1718399244.635089:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.635091:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.635110:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012f9f0100. 00010000:00000010:3.0:1718399244.635112:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.635113:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012da48000. 00010000:00000010:3.0:1718399244.635116:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.635120:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012f9f0200. 00010000:00000010:3.0:1718399244.635132:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.635134:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.635151:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012f9f0400. 00010000:00000010:3.0:1718399244.635152:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.635154:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012da486c0. 00010000:00000010:3.0:1718399244.635155:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.635159:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012f9f0d00. 00010000:00000010:3.0:1718399244.635168:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.635170:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.635185:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012f9f0c00. 00010000:00000010:3.0:1718399244.635187:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.635189:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012da4af40. 00010000:00000010:3.0:1718399244.635190:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.635194:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012f9f0f00. 00010000:00000010:3.0:1718399244.635206:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.635208:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.635227:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880129f26300. 00010000:00000010:3.0:1718399244.635229:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.635231:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012da4b180. 00010000:00000010:3.0:1718399244.635232:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.635238:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880090fc2700. 00010000:00000010:3.0:1718399244.635251:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.635253:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.636554:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880090fc2600. 00010000:00000010:3.0:1718399244.636559:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.636562:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012da4aac0. 00010000:00000010:3.0:1718399244.636565:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.637393:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880090fc2a00. 00010000:00000010:3.0:1718399244.637442:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.637448:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637495:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880090fc2f00. 00010000:00000010:3.0:1718399244.637497:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637502:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009875e400. 00010000:00000010:3.0:1718399244.637504:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.637510:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880090fc2100. 00010000:00000010:3.0:1718399244.637526:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.637529:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637551:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880090fc2500. 00010000:00000010:3.0:1718399244.637553:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637555:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009875e1c0. 00010000:00000010:3.0:1718399244.637557:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.637563:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009db86800. 00010000:00000010:3.0:1718399244.637577:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.637579:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637604:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009db86b00. 00010000:00000010:3.0:1718399244.637605:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637607:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009875c6c0. 00010000:00000010:3.0:1718399244.637609:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.637614:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009db86a00. 00010000:00000010:3.0:1718399244.637628:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.637630:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637651:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009db86500. 00010000:00000010:3.0:1718399244.637653:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637655:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009875d200. 00010000:00000010:3.0:1718399244.637656:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.637661:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009db86600. 00010000:00000010:3.0:1718399244.637675:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.637677:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637699:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933eb500. 00010000:00000010:3.0:1718399244.637701:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637703:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009875f3c0. 00010000:00000010:3.0:1718399244.637705:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.637710:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933eb800. 00010000:00000010:3.0:1718399244.637723:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.637725:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637746:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933eb400. 00010000:00000010:3.0:1718399244.637747:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637749:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009875d680. 00010000:00000010:3.0:1718399244.637750:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.637754:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933eb700. 00010000:00000010:3.0:1718399244.637779:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.637782:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637804:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933eb900. 00010000:00000010:3.0:1718399244.637806:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637808:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009875e880. 00010000:00000010:3.0:1718399244.637810:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.637814:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933eba00. 00010000:00000010:3.0:1718399244.637827:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.637830:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637849:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933eb000. 00010000:00000010:3.0:1718399244.637851:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637853:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009875ef40. 00010000:00000010:3.0:1718399244.637855:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.637859:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933ebd00. 00010000:00000010:3.0:1718399244.637872:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.637874:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637897:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933eb600. 00010000:00000010:3.0:1718399244.637898:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637900:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009875e640. 00010000:00000010:3.0:1718399244.637902:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.637906:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933ebf00. 00010000:00000010:3.0:1718399244.637918:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.637920:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637936:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933ebe00. 00010000:00000010:3.0:1718399244.637938:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637939:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009875f840. 00010000:00000010:3.0:1718399244.637941:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.637944:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933eb300. 00010000:00000010:3.0:1718399244.637955:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.637957:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637974:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933eb200. 00010000:00000010:3.0:1718399244.637975:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.637977:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009875d8c0. 00010000:00000010:3.0:1718399244.637978:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.637983:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093dd4000. 00010000:00000010:3.0:1718399244.637994:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.637996:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.638015:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093dd4700. 00010000:00000010:3.0:1718399244.638016:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.638018:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009875cb40. 00010000:00000010:3.0:1718399244.638020:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.638025:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093dd4e00. 00010000:00000010:3.0:1718399244.638039:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.638041:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.638065:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093dd4100. 00010000:00000010:3.0:1718399244.638067:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.638068:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009875c480. 00010000:00000010:3.0:1718399244.638070:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.638075:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093dd4b00. 00010000:00000010:3.0:1718399244.638090:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.638092:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.638112:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093dd4200. 00010000:00000010:3.0:1718399244.638114:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.638116:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009875df80. 00010000:00000010:3.0:1718399244.638117:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.638121:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093dd4d00. 00010000:00000010:3.0:1718399244.638136:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.638138:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.638159:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093dd4800. 00010000:00000010:3.0:1718399244.638161:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.638163:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009875cfc0. 00010000:00000010:3.0:1718399244.638165:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.638169:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093dd4900. 00010000:00000010:3.0:1718399244.638184:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.638186:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.638206:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093dd4600. 00010000:00000010:3.0:1718399244.638208:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.638211:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012ff94900. 00010000:00000010:3.0:1718399244.638213:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.638218:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093dd4c00. 00010000:00000010:3.0:1718399244.638232:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:3.0:1718399244.638234:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.638254:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093dd4f00. 00010000:00000010:3.0:1718399244.638256:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46780. 00010000:00000010:3.0:1718399244.638258:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012ff946c0. 00010000:00000010:3.0:1718399244.638260:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46d80. 00080000:00000010:3.0:1718399244.638265:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093dd4500. 00010000:00000010:2.0:1718399244.641645:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46d80. 00010000:00000010:2.0:1718399244.641655:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46780. 00010000:00000010:2.0:1718399244.641705:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009808d600. 00010000:00000010:2.0:1718399244.641707:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.641711:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356fcc0. 00010000:00000010:2.0:1718399244.641713:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.641723:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009808dc00. 00010000:00000010:2.0:1718399244.641740:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.641742:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.641807:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009ab69c00. 00010000:00000010:2.0:1718399244.641809:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.641811:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d680. 00010000:00000010:2.0:1718399244.641813:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.641818:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009ab69300. 00010000:00000010:2.0:1718399244.641832:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.641834:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.641854:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009223d100. 00010000:00000010:2.0:1718399244.641855:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.641857:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356f840. 00010000:00000010:2.0:1718399244.641859:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.641862:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009223d600. 00010000:00000010:2.0:1718399244.641873:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.641874:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.641893:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009223d400. 00010000:00000010:2.0:1718399244.641894:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.641896:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c6c0. 00010000:00000010:2.0:1718399244.641897:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.641900:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009223d900. 00010000:00000010:2.0:1718399244.641911:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.641913:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.641930:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009223df00. 00010000:00000010:2.0:1718399244.641931:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.641932:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356ef40. 00010000:00000010:2.0:1718399244.641934:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.641937:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009223d700. 00010000:00000010:2.0:1718399244.641946:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.641948:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.641964:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009223d800. 00010000:00000010:2.0:1718399244.641965:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.641966:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d200. 00010000:00000010:2.0:1718399244.641968:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.641971:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130a34b00. 00010000:00000010:2.0:1718399244.641981:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.641983:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.641997:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880130a34f00. 00010000:00000010:2.0:1718399244.641998:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.641999:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356ed00. 00010000:00000010:2.0:1718399244.642001:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.642005:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130a34800. 00010000:00000010:2.0:1718399244.642014:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.642015:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642032:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880130a34000. 00010000:00000010:2.0:1718399244.642033:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642035:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e1c0. 00010000:00000010:2.0:1718399244.642036:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.642039:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130a34e00. 00010000:00000010:2.0:1718399244.642049:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.642051:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642067:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880130a34700. 00010000:00000010:2.0:1718399244.642069:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642071:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c480. 00010000:00000010:2.0:1718399244.642072:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.642076:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880130a34900. 00010000:00000010:2.0:1718399244.642090:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.642093:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642117:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880130a34200. 00010000:00000010:2.0:1718399244.642118:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642120:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e400. 00010000:00000010:2.0:1718399244.642122:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.642129:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a89b3500. 00010000:00000010:2.0:1718399244.642143:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.642146:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642165:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a89b3f00. 00010000:00000010:2.0:1718399244.642166:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642168:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356df80. 00010000:00000010:2.0:1718399244.642170:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.642175:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5137b00. 00010000:00000010:2.0:1718399244.642188:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.642191:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642208:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5137c00. 00010000:00000010:2.0:1718399244.642209:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642211:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356cfc0. 00010000:00000010:2.0:1718399244.642213:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.642217:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5137000. 00010000:00000010:2.0:1718399244.642229:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.642231:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642252:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5137f00. 00010000:00000010:2.0:1718399244.642253:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642256:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356f600. 00010000:00000010:2.0:1718399244.642258:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.642262:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5137200. 00010000:00000010:2.0:1718399244.642297:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.642299:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642323:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5137800. 00010000:00000010:2.0:1718399244.642324:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642326:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c000. 00010000:00000010:2.0:1718399244.642328:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.642333:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5137600. 00010000:00000010:2.0:1718399244.642348:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.642350:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642370:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5137400. 00010000:00000010:2.0:1718399244.642372:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642374:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e880. 00010000:00000010:2.0:1718399244.642376:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.642381:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5137900. 00010000:00000010:2.0:1718399244.642395:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.642397:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642422:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5089e00. 00010000:00000010:2.0:1718399244.642423:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642426:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c240. 00010000:00000010:2.0:1718399244.642427:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.642431:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5089400. 00010000:00000010:2.0:1718399244.642444:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.642446:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642462:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5089500. 00010000:00000010:2.0:1718399244.642464:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642465:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356eac0. 00010000:00000010:2.0:1718399244.642467:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.642471:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5089700. 00010000:00000010:2.0:1718399244.642483:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.642485:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642503:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5089800. 00010000:00000010:2.0:1718399244.642505:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642507:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356f3c0. 00010000:00000010:2.0:1718399244.642508:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.642512:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5089600. 00010000:00000010:2.0:1718399244.642524:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.642526:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642542:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88008c2f8d00. 00010000:00000010:2.0:1718399244.642543:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642545:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356c900. 00010000:00000010:2.0:1718399244.642546:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.642550:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88008c2f8300. 00010000:00000010:2.0:1718399244.642561:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.642563:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.642584:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88008c2f8800. 00010000:00000010:2.0:1718399244.642586:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:3.1:1718399244.642755:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801369f7400. 00010000:00000010:3.1:1718399244.642777:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09fa80. 00010000:00000010:3.1:1718399244.642782:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009808d200. 00010000:00000010:3.1:1718399244.642784:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00010000:00000010:3.1:1718399244.642791:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e30d400. 00010000:00000010:3.1:1718399244.642795:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00010000:00000010:2.0:1718399244.643868:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356e640. 00010000:00000010:2.0:1718399244.643877:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.643890:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88008c2f8f00. 00010000:00000010:2.0:1718399244.643924:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.643928:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.643960:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88008c2f8400. 00010000:00000010:2.0:1718399244.643962:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.643964:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356db00. 00010000:00000010:2.0:1718399244.643966:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.643971:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88008c2f8900. 00010000:00000010:2.0:1718399244.643985:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.643987:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644010:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88008c2f8b00. 00010000:00000010:2.0:1718399244.644011:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644013:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356dd40. 00010000:00000010:2.0:1718399244.644015:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.644020:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88008c2f8700. 00010000:00000010:2.0:1718399244.644033:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.644035:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644053:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88008c2f8a00. 00010000:00000010:2.0:1718399244.644055:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644058:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356cb40. 00010000:00000010:2.0:1718399244.644059:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.644063:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88008c2f8000. 00010000:00000010:2.0:1718399244.644076:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.644078:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644099:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5205e00. 00010000:00000010:2.0:1718399244.644100:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644102:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356fa80. 00010000:00000010:2.0:1718399244.644105:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.644110:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5205900. 00010000:00000010:2.0:1718399244.644124:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.644127:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644147:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5205a00. 00010000:00000010:2.0:1718399244.644149:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644150:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88009356d8c0. 00010000:00000010:2.0:1718399244.644152:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.644157:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5205c00. 00010000:00000010:2.0:1718399244.644172:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.644175:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644201:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5205400. 00010000:00000010:2.0:1718399244.644203:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644205:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c95b00. 00010000:00000010:2.0:1718399244.644207:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.644212:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5205f00. 00010000:00000010:2.0:1718399244.644225:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.644227:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644245:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5205300. 00010000:00000010:2.0:1718399244.644246:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644248:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c96ac0. 00010000:00000010:2.0:1718399244.644250:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.644253:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5205800. 00010000:00000010:2.0:1718399244.644265:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.644600:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644632:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5205d00. 00010000:00000010:2.0:1718399244.644634:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644637:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c95200. 00010000:00000010:2.0:1718399244.644639:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.644646:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5205100. 00010000:00000010:2.0:1718399244.644664:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.644667:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644687:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5205b00. 00010000:00000010:2.0:1718399244.644688:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644690:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c973c0. 00010000:00000010:2.0:1718399244.644692:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.644696:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5205200. 00010000:00000010:2.0:1718399244.644709:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.644711:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644730:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5205600. 00010000:00000010:2.0:1718399244.644731:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644733:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c96640. 00010000:00000010:2.0:1718399244.644735:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.644739:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5205500. 00010000:00000010:2.0:1718399244.644750:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.644752:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644787:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5205000. 00010000:00000010:2.0:1718399244.644789:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644791:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c94d80. 00010000:00000010:2.0:1718399244.644793:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.644798:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5207000. 00010000:00000010:2.0:1718399244.644812:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.644814:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644835:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5207400. 00010000:00000010:2.0:1718399244.644836:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644838:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c96f40. 00010000:00000010:2.0:1718399244.644840:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.644844:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5207500. 00010000:00000010:2.0:1718399244.644858:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.644859:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644879:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5207700. 00010000:00000010:2.0:1718399244.644880:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644882:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c97180. 00010000:00000010:2.0:1718399244.644884:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.644889:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5207e00. 00010000:00000010:2.0:1718399244.644903:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.644905:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00000001:00000010:2.0:1718399244.644923:0:30956:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at ffff880130dcdcb8. 00000001:00000010:2.0:1718399244.644926:0:30956:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at ffff880130dcdcb8. 00000001:00000010:2.0:1718399244.644928:0:30956:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at ffff880130dcdcb8. 00000001:00000010:2.0:1718399244.644929:0:30956:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at ffff8800a5310318. 00010000:00000010:2.0:1718399244.644941:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5207800. 00010000:00000010:2.0:1718399244.644942:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644944:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c94900. 00010000:00000010:2.0:1718399244.644946:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.644951:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5207b00. 00010000:00000010:2.0:1718399244.644965:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.644968:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644987:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5207c00. 00010000:00000010:2.0:1718399244.644989:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.644991:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c97600. 00010000:00000010:2.0:1718399244.644992:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.644997:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5207a00. 00010000:00000010:2.0:1718399244.645012:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.645014:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645035:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5207f00. 00010000:00000010:2.0:1718399244.645037:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645039:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c96880. 00010000:00000010:2.0:1718399244.645040:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.645045:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5207d00. 00010000:00000010:2.0:1718399244.645061:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.645063:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645089:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5207900. 00010000:00000010:2.0:1718399244.645091:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645094:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c95f80. 00010000:00000010:2.0:1718399244.645096:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.645101:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5207600. 00010000:00000010:2.0:1718399244.645116:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.645119:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645144:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5207200. 00010000:00000010:2.0:1718399244.645145:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645148:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c94b40. 00010000:00000010:2.0:1718399244.645150:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.645155:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5207300. 00010000:00000010:2.0:1718399244.645170:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.645173:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645196:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093e9c800. 00010000:00000010:2.0:1718399244.645197:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645199:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c94fc0. 00010000:00000010:2.0:1718399244.645201:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.645206:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093e9cb00. 00010000:00000010:2.0:1718399244.645221:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.645223:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645247:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093e9c600. 00010000:00000010:2.0:1718399244.645248:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645250:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c94240. 00010000:00000010:2.0:1718399244.645252:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.645257:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093e9c700. 00010000:00000010:2.0:1718399244.645287:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.645290:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645311:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093e9c500. 00010000:00000010:2.0:1718399244.645313:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645314:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c96400. 00010000:00000010:2.0:1718399244.645316:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.645320:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093e9c000. 00010000:00000010:2.0:1718399244.645333:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.645335:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645352:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093e9ca00. 00010000:00000010:2.0:1718399244.645354:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645355:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c96d00. 00010000:00000010:2.0:1718399244.645357:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.645361:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093e9cf00. 00010000:00000010:2.0:1718399244.645373:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.645375:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645392:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093e9c100. 00010000:00000010:2.0:1718399244.645393:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645395:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c95440. 00010000:00000010:2.0:1718399244.645396:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.645400:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093e9ce00. 00010000:00000010:2.0:1718399244.645413:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.645415:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645437:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093e9c200. 00010000:00000010:2.0:1718399244.645438:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645440:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880130c946c0. 00010000:00000010:2.0:1718399244.645441:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.645446:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093e9cd00. 00010000:00000010:2.0:1718399244.645460:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.645462:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645481:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093e9c900. 00010000:00000010:2.0:1718399244.645483:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645486:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132092ac0. 00010000:00000010:2.0:1718399244.645488:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.645492:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093e9cc00. 00010000:00000010:2.0:1718399244.645505:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.645507:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645527:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093e9c400. 00010000:00000010:2.0:1718399244.645528:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645530:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8801320918c0. 00010000:00000010:2.0:1718399244.645532:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.645537:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093994c00. 00010000:00000010:2.0:1718399244.645551:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.645553:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645591:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093994800. 00010000:00000010:2.0:1718399244.645593:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645595:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132092640. 00010000:00000010:2.0:1718399244.645597:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.645602:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093994f00. 00010000:00000010:2.0:1718399244.645617:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.645620:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645638:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093994300. 00010000:00000010:2.0:1718399244.645640:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645642:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132090240. 00010000:00000010:2.0:1718399244.645643:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.645648:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093994900. 00010000:00000010:2.0:1718399244.645662:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.645664:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645683:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093994100. 00010000:00000010:2.0:1718399244.645684:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645686:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132091440. 00010000:00000010:2.0:1718399244.645688:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.645693:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093994200. 00010000:00000010:2.0:1718399244.645707:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.645709:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645728:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093994e00. 00010000:00000010:2.0:1718399244.645729:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645731:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132090d80. 00010000:00000010:2.0:1718399244.645732:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.645736:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093994600. 00010000:00000010:2.0:1718399244.645747:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.645748:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645777:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880093994500. 00010000:00000010:2.0:1718399244.645779:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645781:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132091d40. 00010000:00000010:2.0:1718399244.645783:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.645789:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012bf52a00. 00010000:00000010:2.0:1718399244.645813:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.645816:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645838:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88012bf52600. 00010000:00000010:2.0:1718399244.645840:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645842:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132092400. 00010000:00000010:2.0:1718399244.645844:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.645848:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012bf52200. 00010000:00000010:2.0:1718399244.645865:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.645867:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645888:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800936e6700. 00010000:00000010:2.0:1718399244.645890:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645892:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132093840. 00010000:00000010:2.0:1718399244.645894:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.645899:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800936e6000. 00010000:00000010:2.0:1718399244.645914:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.645916:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645935:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800936e6500. 00010000:00000010:2.0:1718399244.645937:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645939:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132092d00. 00010000:00000010:2.0:1718399244.645940:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.645945:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800936e6300. 00010000:00000010:2.0:1718399244.645957:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.645959:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645976:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800936e6c00. 00010000:00000010:2.0:1718399244.645977:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.645980:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132093a80. 00010000:00000010:2.0:1718399244.645981:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.645986:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800936e6d00. 00010000:00000010:2.0:1718399244.645998:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.646000:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646019:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800936e6400. 00010000:00000010:2.0:1718399244.646021:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646023:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132090b40. 00010000:00000010:2.0:1718399244.646024:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.646029:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800936e6600. 00010000:00000010:2.0:1718399244.646042:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.646044:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646062:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800936e6900. 00010000:00000010:2.0:1718399244.646064:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646065:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8801320906c0. 00010000:00000010:2.0:1718399244.646067:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.646072:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800936e6200. 00010000:00000010:2.0:1718399244.646084:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.646087:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646108:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800936e6100. 00010000:00000010:2.0:1718399244.646109:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646111:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132093cc0. 00010000:00000010:2.0:1718399244.646113:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.646118:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800936e6f00. 00010000:00000010:2.0:1718399244.646131:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.646133:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646151:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800936e6800. 00010000:00000010:2.0:1718399244.646152:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646154:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132092880. 00010000:00000010:2.0:1718399244.646156:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.646160:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800936e6a00. 00010000:00000010:2.0:1718399244.646173:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.646175:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646192:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800936e6b00. 00010000:00000010:2.0:1718399244.646194:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646196:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132093180. 00010000:00000010:2.0:1718399244.646198:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.646203:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880090e44100. 00010000:00000010:2.0:1718399244.646216:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.646218:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646235:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880090e44c00. 00010000:00000010:2.0:1718399244.646237:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646239:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132091b00. 00010000:00000010:2.0:1718399244.646240:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.646244:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880090e44500. 00010000:00000010:2.0:1718399244.646257:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.646259:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646295:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880090e44300. 00010000:00000010:2.0:1718399244.646297:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646299:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132091200. 00010000:00000010:2.0:1718399244.646301:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.646306:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880090e44800. 00010000:00000010:2.0:1718399244.646321:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.646323:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646342:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880090e44200. 00010000:00000010:2.0:1718399244.646343:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646346:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132092f40. 00010000:00000010:2.0:1718399244.646348:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.646352:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880090e44600. 00010000:00000010:2.0:1718399244.646366:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.646368:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646389:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880090e44d00. 00010000:00000010:2.0:1718399244.646390:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646392:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132090fc0. 00010000:00000010:2.0:1718399244.646394:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.646399:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880090e44a00. 00010000:00000010:2.0:1718399244.646413:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.646415:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646436:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880090e44900. 00010000:00000010:2.0:1718399244.646437:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646439:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132091f80. 00010000:00000010:2.0:1718399244.646441:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.646446:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880090e44b00. 00010000:00000010:2.0:1718399244.646460:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.646462:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646482:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880090e44e00. 00010000:00000010:2.0:1718399244.646483:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646485:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132090480. 00010000:00000010:2.0:1718399244.646487:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.646492:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880090e44f00. 00010000:00000010:2.0:1718399244.646507:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.646510:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646528:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff880090e44700. 00010000:00000010:2.0:1718399244.646530:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646532:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880132090900. 00010000:00000010:2.0:1718399244.646533:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.646539:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a504af00. 00010000:00000010:2.0:1718399244.646554:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.646557:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646590:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a504a000. 00010000:00000010:2.0:1718399244.646592:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646595:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936ddb00. 00010000:00000010:2.0:1718399244.646596:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.646602:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a504a400. 00010000:00000010:2.0:1718399244.646617:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.646619:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646639:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a504aa00. 00010000:00000010:2.0:1718399244.646640:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646642:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936de640. 00010000:00000010:2.0:1718399244.646644:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.646648:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a504a500. 00010000:00000010:2.0:1718399244.646662:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.646664:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646685:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a504ae00. 00010000:00000010:2.0:1718399244.646687:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646688:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936dd8c0. 00010000:00000010:2.0:1718399244.646690:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.646694:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a504a700. 00010000:00000010:2.0:1718399244.646709:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.646711:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646729:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a504a100. 00010000:00000010:2.0:1718399244.646730:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646732:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936dd440. 00010000:00000010:2.0:1718399244.646734:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.646738:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a504a300. 00010000:00000010:2.0:1718399244.646751:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.646753:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646786:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a504a200. 00010000:00000010:2.0:1718399244.646788:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646790:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936def40. 00010000:00000010:2.0:1718399244.646792:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.646797:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800930d6700. 00010000:00000010:2.0:1718399244.646812:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.646814:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646843:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800930d6d00. 00010000:00000010:2.0:1718399244.646845:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646847:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936dcb40. 00010000:00000010:2.0:1718399244.646849:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.646854:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800930d6c00. 00010000:00000010:2.0:1718399244.646869:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.646871:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646894:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800930d6900. 00010000:00000010:2.0:1718399244.646896:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646898:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936ddd40. 00010000:00000010:2.0:1718399244.646900:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.646905:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800930d6600. 00010000:00000010:2.0:1718399244.646918:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.646920:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646937:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800930d6000. 00010000:00000010:2.0:1718399244.646939:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646941:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936ddf80. 00010000:00000010:2.0:1718399244.646942:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.646946:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800930d6b00. 00010000:00000010:2.0:1718399244.646959:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.646961:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646979:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800930d6a00. 00010000:00000010:2.0:1718399244.646980:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.646982:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936dfcc0. 00010000:00000010:2.0:1718399244.646984:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.646988:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800930d6300. 00010000:00000010:2.0:1718399244.647001:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647003:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647021:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800930d6400. 00010000:00000010:2.0:1718399244.647023:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647025:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936de400. 00010000:00000010:2.0:1718399244.647027:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647031:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800930d6f00. 00010000:00000010:2.0:1718399244.647044:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647046:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647063:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800930d6200. 00010000:00000010:2.0:1718399244.647065:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647067:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936dc480. 00010000:00000010:2.0:1718399244.647069:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647072:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800930d6100. 00010000:00000010:2.0:1718399244.647084:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647086:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647103:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800aa16f800. 00010000:00000010:2.0:1718399244.647104:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647106:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936dc240. 00010000:00000010:2.0:1718399244.647108:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647113:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800aa16f900. 00010000:00000010:2.0:1718399244.647125:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647127:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647146:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800aa16f000. 00010000:00000010:2.0:1718399244.647147:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647149:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936df840. 00010000:00000010:2.0:1718399244.647151:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647155:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800aa16fc00. 00010000:00000010:2.0:1718399244.647167:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647169:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647186:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800aa16f600. 00010000:00000010:2.0:1718399244.647187:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647189:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936df180. 00010000:00000010:2.0:1718399244.647191:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647196:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800aa16f100. 00010000:00000010:2.0:1718399244.647208:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647210:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647231:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800aa16fb00. 00010000:00000010:2.0:1718399244.647232:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647234:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936dfa80. 00010000:00000010:2.0:1718399244.647236:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647240:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800aa16f200. 00010000:00000010:2.0:1718399244.647252:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647254:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647312:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800aa16f500. 00010000:00000010:2.0:1718399244.647314:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647316:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936dc000. 00010000:00000010:2.0:1718399244.647318:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647323:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800aa16fe00. 00010000:00000010:2.0:1718399244.647338:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647340:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647360:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800aa16f400. 00010000:00000010:2.0:1718399244.647362:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647364:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936dd680. 00010000:00000010:2.0:1718399244.647365:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647370:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800aa16f300. 00010000:00000010:2.0:1718399244.647385:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647387:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647408:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800aa16f700. 00010000:00000010:2.0:1718399244.647409:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647411:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936de880. 00010000:00000010:2.0:1718399244.647413:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647419:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009853aa00. 00010000:00000010:2.0:1718399244.647433:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647435:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647455:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009853a600. 00010000:00000010:2.0:1718399244.647457:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647459:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936dcd80. 00010000:00000010:2.0:1718399244.647460:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647465:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009853a700. 00010000:00000010:2.0:1718399244.647477:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647479:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647499:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009853a400. 00010000:00000010:2.0:1718399244.647500:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647502:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936dcfc0. 00010000:00000010:2.0:1718399244.647503:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647507:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009853a300. 00010000:00000010:2.0:1718399244.647520:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647522:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647541:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009853ab00. 00010000:00000010:2.0:1718399244.647542:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647544:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936df600. 00010000:00000010:2.0:1718399244.647546:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647550:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009853a100. 00010000:00000010:2.0:1718399244.647561:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647563:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647578:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009853a000. 00010000:00000010:2.0:1718399244.647580:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647581:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936ded00. 00010000:00000010:2.0:1718399244.647583:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647586:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009853a900. 00010000:00000010:2.0:1718399244.647608:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647610:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647628:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009853a200. 00010000:00000010:2.0:1718399244.647630:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647632:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936deac0. 00010000:00000010:2.0:1718399244.647633:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647638:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009853a800. 00010000:00000010:2.0:1718399244.647650:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647652:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647669:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009853a500. 00010000:00000010:2.0:1718399244.647670:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647672:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936df3c0. 00010000:00000010:2.0:1718399244.647674:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647678:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009853af00. 00010000:00000010:2.0:1718399244.647689:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647691:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647711:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009853ad00. 00010000:00000010:2.0:1718399244.647712:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647714:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936dd200. 00010000:00000010:2.0:1718399244.647715:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647720:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5193f00. 00010000:00000010:2.0:1718399244.647732:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647734:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647750:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5193400. 00010000:00000010:2.0:1718399244.647752:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647753:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936dc900. 00010000:00000010:2.0:1718399244.647755:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647758:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5193d00. 00010000:00000010:2.0:1718399244.647786:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647789:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647812:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5193a00. 00010000:00000010:2.0:1718399244.647813:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647815:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff8800936dc6c0. 00010000:00000010:2.0:1718399244.647817:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647822:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5193600. 00010000:00000010:2.0:1718399244.647837:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647839:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647857:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5193900. 00010000:00000010:2.0:1718399244.647858:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647860:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af2400. 00010000:00000010:2.0:1718399244.647862:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647866:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5193200. 00010000:00000010:2.0:1718399244.647878:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647880:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647898:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5193c00. 00010000:00000010:2.0:1718399244.647900:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647902:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af0fc0. 00010000:00000010:2.0:1718399244.647904:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647908:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5193800. 00010000:00000010:2.0:1718399244.647921:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647923:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647943:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5193100. 00010000:00000010:2.0:1718399244.647944:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647946:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af2f40. 00010000:00000010:2.0:1718399244.647947:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647951:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5193700. 00010000:00000010:2.0:1718399244.647962:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.647964:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647983:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5193b00. 00010000:00000010:2.0:1718399244.647984:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.647986:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af0240. 00010000:00000010:2.0:1718399244.647988:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.647992:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800a5193e00. 00010000:00000010:2.0:1718399244.648003:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.648005:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.648023:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800a5193500. 00010000:00000010:2.0:1718399244.648025:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.648027:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af3840. 00010000:00000010:2.0:1718399244.648028:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.648034:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009350ba00. 00010000:00000010:2.0:1718399244.648046:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.648048:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.648080:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009350b300. 00010000:00000010:2.0:1718399244.648082:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.648084:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af3600. 00010000:00000010:2.0:1718399244.648086:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.648091:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009350b700. 00010000:00000010:2.0:1718399244.648105:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.648107:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.648127:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009350b800. 00010000:00000010:2.0:1718399244.648128:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.648130:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af2ac0. 00010000:00000010:2.0:1718399244.648132:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00080000:00000010:2.0:1718399244.648136:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009350be00. 00010000:00000010:2.0:1718399244.648148:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.648151:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.648170:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af1680. 00010000:00000010:2.0:1718399244.648173:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6680. 00010000:00000010:2.0:1718399244.648177:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e900. 00000100:00000010:2.0:1718399244.648183:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a52eb180. 00000100:00000010:2.0:1718399244.648189:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaf80. 02000000:00000010:2.0:1718399244.648199:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101da00. 02000000:00000010:2.0:1718399244.648220:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101de00. 00000400:00000010:2.0:1718399244.648225:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd8f0. 00000400:00000010:2.0:1718399244.648229:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e088. 00000100:00000200:2.0:1718399244.648234:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316503168, portal 16 00000400:00000010:2.0:1718399244.648237:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e6e8. 00000100:00000200:2.0:1718399244.648239:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316503168, offset 0 00000400:00000200:2.0:1718399244.648245:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.648257:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.648263:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.648266:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.648268:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.648285:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90603:90603:256:4294967295] 192.168.202.25@tcp LPNI seq info [90603:90603:8:4294967295] 00000400:00000200:2.0:1718399244.648294:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.648300:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.648303:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009350b600 (tot 82314186). 00000800:00000200:2.0:1718399244.648308:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.648315:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.648318:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009350b600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.648436:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.648439:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009350b600 (tot 82313938). 00000400:00000200:0.0:1718399244.648442:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.648446:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.648449:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e6e8 00000400:00000010:0.0:1718399244.648450:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e6e8. 00000100:00000200:0.0:1718399244.648455:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbaf80 x1801871316503168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.649761:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.649782:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04a80 00000400:00000200:0.0:1718399244.649787:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae775 [1] + 224 00000400:00000200:0.0:1718399244.649799:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.649802:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.649807:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbaf80 x1801871316503168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.649829:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd8f0. 00000400:00000200:2.0:1718399244.649831:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e088 00000400:00000010:2.0:1718399244.649833:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e088. 00000100:00000200:2.0:1718399244.649837:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbaf80 x1801871316503168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.649843:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbaf80 x1801871316503168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.649863:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101de00. 02000000:00000010:2.0:1718399244.649867:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101da00. 00000100:00000010:2.0:1718399244.649870:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaf80. 00000100:00000010:2.0:1718399244.649874:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a52eb180. 00010000:00000010:2.0:1718399244.649877:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e900. 00000400:00000200:2.0:1718399244.650790:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.650797:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5fdc0 00000400:00000200:2.0:1718399244.650802:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad1b5 [2] + 0 00000400:00000200:2.0:1718399244.650848:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.650852:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.650856:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399244.650860:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaf80. 00000020:00000010:2.0:1718399244.650890:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101da00. 00000020:00000010:2.0:1718399244.650894:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6b80. 00000020:00000010:2.0:1718399244.650897:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.650914:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbaf80 x1801871317925312/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399244.651055:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317925312 02000000:00000010:2.0:1718399244.651063:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101de00. 00010000:00000010:3.1:1718399244.651066:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a52621c0. 00010000:00000010:2.0:1718399244.651082:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880097b12400. 00010000:00000010:2.0:1718399244.651096:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e900. 00000100:00000010:2.0:1718399244.651100:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a52eb180. 00000100:00000010:2.0:1718399244.651107:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a52eb180. 00010000:00000010:2.0:1718399244.651109:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e900. 00000400:00000010:2.0:1718399244.651116:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e088. 00000100:00000200:2.0:1718399244.651119:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317925312, offset 224 00000400:00000200:2.0:1718399244.651124:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.651130:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.651134:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90604:90604:256:4294967295] 192.168.202.25@tcp LPNI seq info [90604:90604:8:4294967295] 00000400:00000200:2.0:1718399244.651141:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.651145:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.651148:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009350b500 (tot 82314186). 00000800:00000200:2.0:1718399244.651152:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.651158:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.651161:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009350b500 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1718399244.651234:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff880093dd4a00. 00010000:00000010:3.0:1718399244.651313:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6680. 00010000:00000010:3.0:1718399244.651318:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88009ccaa200. 00010000:00000010:3.0:1718399244.651363:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009808d200. 00010000:00000010:3.0:1718399244.651366:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff880092a46800. 00010000:00000010:3.0:1718399244.651369:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012ff94480. 00010000:00000010:3.0:1718399244.651372:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46e80. 00080000:00000010:3.0:1718399244.651381:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012b7d8c00. 00000020:00000010:2.0:1718399244.651384:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6b80. 00000020:00000010:2.0:1718399244.651388:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.651390:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101da00. 00010000:00000010:3.0:1718399244.651397:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46e80. 00010000:00000010:3.0:1718399244.651400:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092a46800. 00010000:00000010:3.0:1718399244.651432:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012ff96640. 00010000:00000010:3.0:1718399244.651435:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399244.651439:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357ccc0. 00000100:00000010:3.0:1718399244.651442:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5340c00. 00000100:00000010:3.0:1718399244.651447:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399244.651454:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399244.651469:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399244.651472:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310160. 00000400:00000010:3.0:1718399244.651475:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466aa0. 00000100:00000200:3.0:1718399244.651478:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316503232, portal 16 00000400:00000010:3.0:1718399244.651481:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466ee0. 00000100:00000200:3.0:1718399244.651482:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316503232, offset 0 00000400:00000200:3.0:1718399244.651486:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000800:00000200:0.0:1718399244.651488:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1718399244.651491:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000800:00000010:0.0:1718399244.651491:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009350b500 (tot 82313938). 00000400:00000200:0.0:1718399244.651493:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1718399244.651496:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1718399244.651496:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1718399244.651498:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1718399244.651498:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e088 00000400:00000010:0.0:1718399244.651499:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e088. 00000400:00000200:3.0:1718399244.651500:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.651502:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90605:90605:255:4294967295] 192.168.202.25@tcp LPNI seq info [90605:90605:7:4294967295] 00000400:00000200:3.0:1718399244.652068:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.652073:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.652076:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b7d8200 (tot 82314186). 00000800:00000200:3.0:1718399244.652079:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.652083:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.652085:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b7d8200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.652130:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.652132:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b7d8200 (tot 82313938). 00000400:00000200:0.0:1718399244.652136:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.652139:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.652140:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466ee0 00000400:00000010:0.0:1718399244.652141:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466ee0. 00000100:00000200:0.0:1718399244.652145:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316503232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.654717:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.654730:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04ac0 00000400:00000200:0.0:1718399244.654736:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae781 [1] + 224 00000400:00000200:0.0:1718399244.654745:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.654749:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.654755:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316503232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.654800:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.654805:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5fe00 00000400:00000200:0.0:1718399244.654808:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad1b5 [2] + 328 00000400:00000200:0.0:1718399244.654855:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.654858:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.654862:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.654867:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27b900. 00000400:00000010:3.0:1718399244.655048:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310160. 00000400:00000200:3.0:1718399244.655053:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:3.0:1718399244.655055:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00000100:00000200:3.0:1718399244.655060:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316503232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.655066:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316503232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.655090:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:3.0:1718399244.655095:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:3.0:1718399244.655098:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399244.655102:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5340c00. 00010000:00000010:3.0:1718399244.655105:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357ccc0. 00000020:00000010:2.0:1718399244.655250:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101da00. 00000020:00000010:2.0:1718399244.655254:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6b80. 00000020:00000010:2.0:1718399244.655257:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.655284:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27b900 x1801871317925376/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399244.655300:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317925376 02000000:00000010:2.0:1718399244.655307:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101dc00. 00010000:00000010:2.0:1718399244.655325:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093fad480. 00010000:00000010:2.0:1718399244.655337:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e900. 00000100:00000010:2.0:1718399244.655341:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a52eb180. 00000100:00000010:2.0:1718399244.655346:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a52eb180. 00010000:00000010:2.0:1718399244.655349:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e900. 00000400:00000010:2.0:1718399244.655355:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e198. 00000100:00000200:2.0:1718399244.655357:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317925376, offset 224 00000400:00000200:2.0:1718399244.655362:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.655368:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.655372:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90606:90606:256:4294967295] 192.168.202.25@tcp LPNI seq info [90606:90606:8:4294967295] 00000400:00000200:2.0:1718399244.655379:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.655383:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.655386:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009350bb00 (tot 82314186). 00000800:00000200:2.0:1718399244.655389:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.655395:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.655398:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009350bb00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.655406:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6b80. 00000020:00000010:2.0:1718399244.655409:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.655411:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101da00. 00080000:00000010:3.0:1718399244.655463:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012b7d8a00. 00010000:00000010:3.0:1718399244.655509:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399244.655514:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880098c7ee00. 00010000:00000010:3.0:1718399244.655562:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012ff94d80. 00010000:00000010:3.0:1718399244.655565:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399244.655570:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357ccc0. 00000100:00000010:3.0:1718399244.655572:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5340c00. 00000100:00000010:3.0:1718399244.655576:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399244.655583:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399244.655596:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399244.655598:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310160. 00000400:00000010:3.0:1718399244.655600:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466aa0. 00000100:00000200:3.0:1718399244.655604:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316503296, portal 16 00000400:00000010:3.0:1718399244.655607:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466880. 00000100:00000200:3.0:1718399244.655608:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316503296, offset 0 00000400:00000200:3.0:1718399244.655612:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.655616:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.655621:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.655624:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.655626:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.655628:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90607:90607:255:4294967295] 192.168.202.25@tcp LPNI seq info [90607:90607:7:4294967295] 00000400:00000200:3.0:1718399244.655633:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.655637:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.655639:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b7d8f00 (tot 82314434). 00000800:00000200:3.0:1718399244.655641:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.655644:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.655645:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b7d8f00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.655703:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.655706:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009350bb00 (tot 82314186). 00000400:00000200:0.0:1718399244.655709:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.655712:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.655714:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e198 00000400:00000010:0.0:1718399244.655715:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e198. 00000800:00000200:0.0:1718399244.655841:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.655843:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b7d8f00 (tot 82313938). 00000400:00000200:0.0:1718399244.655847:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.655850:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.655852:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466880 00000400:00000010:0.0:1718399244.655853:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466880. 00000100:00000200:0.0:1718399244.655856:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316503296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399244.656788:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093dd4f00. 00010000:00000010:3.1:1718399244.656796:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ff946c0. 00010000:00000010:3.1:1718399244.656800:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009808d600. 00010000:00000010:3.1:1718399244.656803:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fcc0. 00010000:00000010:3.1:1718399244.656805:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009ab69c00. 00010000:00000010:3.1:1718399244.656814:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d680. 00010000:00000010:3.1:1718399244.656816:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009223d100. 00010000:00000010:3.1:1718399244.656819:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f840. 00010000:00000010:3.1:1718399244.656821:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009223d400. 00010000:00000010:3.1:1718399244.656823:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c6c0. 00010000:00000010:3.1:1718399244.656825:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009223df00. 00010000:00000010:3.1:1718399244.656828:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ef40. 00010000:00000010:3.1:1718399244.656830:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009223d800. 00010000:00000010:3.1:1718399244.656832:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d200. 00010000:00000010:3.1:1718399244.656834:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130a34f00. 00010000:00000010:3.1:1718399244.656837:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356ed00. 00010000:00000010:3.1:1718399244.656838:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130a34000. 00010000:00000010:3.1:1718399244.656839:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e1c0. 00010000:00000010:3.1:1718399244.656841:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130a34700. 00010000:00000010:3.1:1718399244.656842:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c480. 00010000:00000010:3.1:1718399244.656844:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880130a34200. 00010000:00000010:3.1:1718399244.656845:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e400. 00010000:00000010:3.1:1718399244.656847:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a89b3f00. 00010000:00000010:3.1:1718399244.656849:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356df80. 00010000:00000010:3.1:1718399244.656851:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5137c00. 00010000:00000010:3.1:1718399244.656856:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cfc0. 00010000:00000010:3.1:1718399244.656858:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5137f00. 00010000:00000010:3.1:1718399244.656859:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f600. 00010000:00000010:3.1:1718399244.656861:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5137800. 00010000:00000010:3.1:1718399244.656862:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c000. 00010000:00000010:3.1:1718399244.656864:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5137400. 00010000:00000010:3.1:1718399244.656866:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e880. 00010000:00000010:3.1:1718399244.656868:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5089e00. 00010000:00000010:3.1:1718399244.656870:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c240. 00010000:00000010:3.1:1718399244.656871:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5089500. 00010000:00000010:3.1:1718399244.656873:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356eac0. 00010000:00000010:3.1:1718399244.656874:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5089800. 00010000:00000010:3.1:1718399244.656876:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356f3c0. 00010000:00000010:3.1:1718399244.656879:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008c2f8d00. 00010000:00000010:3.1:1718399244.656881:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356c900. 00000400:00000200:0.0:1718399244.657414:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.657424:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04b00 00000400:00000200:0.0:1718399244.657429:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae78d [1] + 224 00000400:00000200:0.0:1718399244.657443:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.657447:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.657453:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316503296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.657519:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.657523:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5fe40 00000400:00000200:0.0:1718399244.657527:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad1b5 [2] + 656 00000400:00000200:0.0:1718399244.657559:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.657563:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.657566:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.657571:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a140. 00010000:00000010:2.1:1718399244.657625:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093523900. 00000020:00000010:1.0:1718399244.657625:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f7a00. 00000020:00000010:1.0:1718399244.657631:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a800. 00010000:00000010:2.1:1718399244.657635:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09fcc0. 00000020:00000010:1.0:1718399244.657635:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18bdc8. 00010000:00000010:2.1:1718399244.657641:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880129d65700. 00010000:00000010:2.1:1718399244.657644:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09db00. 00010000:00000010:2.1:1718399244.657647:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880129d65e00. 00010000:00000010:2.1:1718399244.657650:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c240. 00000100:00000200:1.0:1718399244.657650:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a140 x1801871317925440/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:2.1:1718399244.657652:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880129d65800. 00010000:00000010:2.1:1718399244.657654:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f840. 00010000:00000010:2.1:1718399244.657656:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880129d65000. 00010000:00000010:2.1:1718399244.657658:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09eac0. 00010000:00000010:2.1:1718399244.657661:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880129d65f00. 00010000:00000010:2.1:1718399244.657663:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09e400. 00010000:00000010:2.1:1718399244.657665:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933bb100. 00010000:00000010:2.1:1718399244.657667:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cd80. 00010000:00000010:2.1:1718399244.657668:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933bbb00. 00010000:00000010:2.1:1718399244.657670:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d680. 00010000:00000010:2.1:1718399244.657671:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933bb500. 00010000:00000010:2.1:1718399244.657673:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cfc0. 00010000:00000010:2.1:1718399244.657675:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933bb400. 00010000:00000010:2.1:1718399244.657676:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09dd40. 00010000:00000010:2.1:1718399244.657677:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933bb600. 00010000:00000010:2.1:1718399244.657679:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c6c0. 00010000:00000010:2.1:1718399244.657681:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933bbe00. 00010000:00000010:2.1:1718399244.657682:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d8c0. 00010000:00000010:2.1:1718399244.657684:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933bb300. 00010000:00000010:2.1:1718399244.657685:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f600. 00010000:00000010:2.1:1718399244.657688:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa176b00. 00010000:00000010:2.1:1718399244.657691:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c000. 00010000:00000010:2.1:1718399244.657692:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa176c00. 00010000:00000010:2.1:1718399244.657694:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09cb40. 00010000:00000010:2.1:1718399244.657695:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa176300. 00010000:00000010:2.1:1718399244.657697:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09df80. 00010000:00000010:2.1:1718399244.657699:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa176000. 00010000:00000010:2.1:1718399244.657701:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09e880. 00010000:00000010:2.1:1718399244.657702:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa176400. 00010000:00000010:2.1:1718399244.657704:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d440. 00010000:00000010:2.1:1718399244.657706:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa176200. 00010000:00000010:2.1:1718399244.657707:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09d200. 00010000:00000010:2.1:1718399244.657709:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa176600. 00010000:00000010:2.1:1718399244.657711:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09ed00. 00010000:00000010:2.1:1718399244.657713:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801311ec600. 00010000:00000010:2.1:1718399244.657716:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09f3c0. 00010000:00000010:2.1:1718399244.657718:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801311ec300. 00010000:00000010:2.1:1718399244.657719:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012d09c900. 00010000:00000010:2.1:1718399244.657721:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801311ec900. 00010000:00000010:2.1:1718399244.657723:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095743840. 00010000:00000010:2.1:1718399244.657726:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801311ec400. 00010000:00000010:2.1:1718399244.657728:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095743600. 00010000:00000010:2.1:1718399244.657731:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f22cd00. 00010000:00000010:2.1:1718399244.657734:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800957418c0. 00010000:00000010:2.1:1718399244.657736:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f22c400. 00010000:00000010:2.1:1718399244.657738:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095743a80. 00010000:00000010:2.1:1718399244.657739:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f22c800. 00010000:00000010:2.1:1718399244.657742:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095742640. 00010000:00000010:2.1:1718399244.657744:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f22c500. 00010000:00000010:2.1:1718399244.657745:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800957433c0. 00010000:00000010:2.1:1718399244.657747:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f22cf00. 00010000:00000010:2.1:1718399244.657748:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095742880. 00010000:00000010:2.1:1718399244.657751:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880097bd1600. 00010000:00000010:2.1:1718399244.657753:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095740480. 00010000:00000010:2.1:1718399244.657755:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880097bd1b00. 00010000:00000010:2.1:1718399244.657757:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095741f80. 00010000:00000010:2.1:1718399244.657759:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880097bd1a00. 00010000:00000010:2.1:1718399244.657761:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095741200. 00010000:00000010:2.1:1718399244.657772:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880097bd1000. 00010000:00000010:2.1:1718399244.657774:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095740d80. 00010000:00000010:2.1:1718399244.657776:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880097bd1400. 00010000:00000010:2.1:1718399244.657777:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095740b40. 00010000:00000010:2.1:1718399244.657779:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880097bd1300. 00010000:00000010:2.1:1718399244.657781:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095740240. 00010000:00000010:2.1:1718399244.657782:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880097bd1e00. 00010000:00000010:2.1:1718399244.657784:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095741d40. 00010000:00000010:2.1:1718399244.657786:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f26ca00. 00010000:00000010:2.1:1718399244.657789:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095741b00. 00010000:00000010:2.1:1718399244.657791:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012b54c500. 00010000:00000010:2.1:1718399244.657793:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095742400. 00010000:00000010:2.1:1718399244.657794:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012b54ca00. 00010000:00000010:2.1:1718399244.657796:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095740000. 00010000:00000010:2.1:1718399244.657797:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012b54c400. 00010000:00000010:2.1:1718399244.657799:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095742d00. 00010000:00000010:2.1:1718399244.657800:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012b54cd00. 00010000:00000010:2.1:1718399244.657802:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880095741680. 00010000:00000010:2.1:1718399244.657803:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012b54c700. 00010000:00000010:2.1:1718399244.657806:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880098f03a80. 00010000:00000010:2.1:1718399244.657808:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c2b7000. 00010000:00000010:2.1:1718399244.657811:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880098f006c0. 00010000:00000010:2.1:1718399244.657813:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c2b7400. 00010000:00000010:2.1:1718399244.657814:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880098f03180. 00010000:00000010:2.1:1718399244.657816:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c2b7800. 00010000:00000010:2.1:1718399244.657818:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880098f03600. 00010000:00000010:2.1:1718399244.657819:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c2b7d00. 00010000:00000010:2.1:1718399244.657821:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880098f00240. 00010000:00000010:2.1:1718399244.657823:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c2b7c00. 00010000:00000010:2.1:1718399244.657825:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880098f01200. 00010000:00000010:2.1:1718399244.657827:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c2b7f00. 00010000:00000010:2.1:1718399244.657829:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880098f01b00. 00010000:00000010:2.1:1718399244.657831:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012c2b7e00. 00010000:00000010:2.1:1718399244.657833:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880098f02ac0. 00010000:00000010:2.1:1718399244.657835:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009d171b00. 00010000:00000010:2.1:1718399244.657838:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880098f033c0. 00010000:00000010:2.1:1718399244.657839:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009d171f00. 00010000:00000010:2.1:1718399244.657841:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880098f00480. 00010000:00000010:2.1:1718399244.657843:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009d171300. 00010000:00000010:2.1:1718399244.657845:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880098f03840. 00010000:00000010:2.1:1718399244.657846:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009d171100. 00010000:00000010:2.1:1718399244.657848:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880098f02f40. 00010000:00000010:2.1:1718399244.657851:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093fc4500. 00010000:00000010:2.1:1718399244.657853:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880098f01f80. 00010000:00000010:2.1:1718399244.657855:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093fc4300. 00010000:00000010:2.1:1718399244.657856:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880098f01680. 00010000:00000010:2.1:1718399244.657858:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093fc4c00. 00010000:00000010:2.1:1718399244.657860:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880098f00900. 00010000:00000010:2.1:1718399244.657861:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093fc4900. 00010000:00000010:2.1:1718399244.657863:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880098f00000. 00010000:00000010:2.1:1718399244.657864:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093fc4f00. 00010000:00000010:2.1:1718399244.657865:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880098f03cc0. 00010000:00000010:2.1:1718399244.657867:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093fc4800. 00010000:00000010:2.1:1718399244.657869:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012da4a880. 00010000:00000010:2.1:1718399244.657870:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093fc4700. 00010000:00000010:2.1:1718399244.657872:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012da4ad00. 00010000:00000010:2.1:1718399244.657874:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009dc2ba00. 00010000:00000010:2.1:1718399244.657876:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012da4a640. 00010000:00000010:2.1:1718399244.657879:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9f0300. 00010000:00000010:2.1:1718399244.657881:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012da48480. 00010000:00000010:2.1:1718399244.657882:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9f0900. 00010000:00000010:2.1:1718399244.657884:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012da48900. 00010000:00000010:2.1:1718399244.657886:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9f0500. 00010000:00000010:2.1:1718399244.657888:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012da49680. 00010000:00000010:2.1:1718399244.657889:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9f0b00. 00010000:00000010:2.1:1718399244.657891:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012da4a400. 00010000:00000010:2.1:1718399244.657892:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9f0100. 00010000:00000010:2.1:1718399244.657894:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012da48000. 00010000:00000010:2.1:1718399244.657895:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9f0400. 00010000:00000010:2.1:1718399244.657897:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012da486c0. 00010000:00000010:2.1:1718399244.657898:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012f9f0c00. 00010000:00000010:2.1:1718399244.657900:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012da4af40. 00010000:00000010:2.1:1718399244.657902:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880129f26300. 00010000:00000010:2.1:1718399244.657905:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012da4b180. 00010000:00000010:2.1:1718399244.657907:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090fc2600. 00010000:00000010:2.1:1718399244.657910:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012da4aac0. 00010000:00000010:2.1:1718399244.657912:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090fc2f00. 00010000:00000010:2.1:1718399244.657914:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009875e400. 00010000:00000010:2.1:1718399244.657917:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090fc2500. 00010000:00000010:2.1:1718399244.657918:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009875e1c0. 00010000:00000010:2.1:1718399244.657920:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009db86b00. 00010000:00000010:2.1:1718399244.657922:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009875c6c0. 00010000:00000010:2.1:1718399244.657925:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009db86500. 00010000:00000010:2.1:1718399244.657927:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009875d200. 00010000:00000010:2.1:1718399244.657929:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933eb500. 00010000:00000010:2.1:1718399244.657933:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009875f3c0. 00010000:00000010:2.1:1718399244.657935:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933eb400. 00010000:00000010:2.1:1718399244.657937:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009875d680. 00010000:00000010:2.1:1718399244.657938:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933eb900. 00010000:00000010:2.1:1718399244.657940:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009875e880. 00010000:00000010:2.1:1718399244.657941:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933eb000. 00010000:00000010:2.1:1718399244.657943:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009875ef40. 00010000:00000010:2.1:1718399244.657945:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933eb600. 00010000:00000010:2.1:1718399244.657946:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009875e640. 00010000:00000010:2.1:1718399244.657948:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933ebe00. 00010000:00000010:2.1:1718399244.657949:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009875f840. 00010000:00000010:2.1:1718399244.657950:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933eb200. 00010000:00000010:2.1:1718399244.657952:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009875d8c0. 00010000:00000010:2.1:1718399244.657954:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093dd4700. 00010000:00000010:2.1:1718399244.657957:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009875cb40. 00010000:00000010:2.1:1718399244.657958:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093dd4100. 00010000:00000010:2.1:1718399244.657960:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009875c480. 00010000:00000010:2.1:1718399244.657962:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093dd4200. 00010000:00000010:2.1:1718399244.657964:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009875df80. 00010000:00000010:2.1:1718399244.657966:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093dd4800. 00010000:00000010:2.1:1718399244.657968:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009875cfc0. 00010000:00000010:2.1:1718399244.657969:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093dd4600. 00010000:00000010:2.1:1718399244.657971:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ff94900. 00000100:00000200:1.0:1718399244.657992:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317925440 02000000:00000010:1.0:1718399244.657999:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f6a00. 00010000:00000010:1.0:1718399244.658024:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009c2f7fc0. 00000100:00000010:1.0:1718399244.658030:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009b1adc00. 00000100:00000010:1.0:1718399244.658034:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009b1adc00. 00010000:00000010:1.0:1718399244.658037:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009c2f7fc0. 00000400:00000010:1.0:1718399244.658045:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a198. 00000100:00000200:1.0:1718399244.658049:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317925440, offset 224 00000400:00000200:1.0:1718399244.658055:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.658061:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000010:3.0:1718399244.658065:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310160. 00000400:00000200:1.0:1718399244.658066:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90608:90608:256:4294967295] 192.168.202.25@tcp LPNI seq info [90608:90608:8:4294967295] 00000400:00000200:3.0:1718399244.658069:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:3.0:1718399244.658070:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00000400:00000200:1.0:1718399244.658072:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000100:00000200:3.0:1718399244.658075:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316503296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1718399244.658077:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000100:00000200:3.0:1718399244.658081:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316503296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000800:00000010:1.0:1718399244.658081:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097287200 (tot 82314186). 00000800:00000200:1.0:1718399244.658085:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.658090:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.658093:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880097287200 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1718399244.658095:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800985c1980. 02000000:00000010:3.0:1718399244.658104:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 00000020:00000010:1.0:1718399244.658104:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399244.658107:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18bdc8. 02000000:00000010:3.0:1718399244.658108:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000020:00000010:1.0:1718399244.658110:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f7a00. 00000100:00000010:3.0:1718399244.658111:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:3.0:1718399244.658114:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5340c00. 00010000:00000010:3.0:1718399244.658117:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357ccc0. 00080000:00000010:3.0:1718399244.658127:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012b7d8400. 00000800:00000200:0.0:1718399244.658253:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.658256:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097287200 (tot 82313938). 00000400:00000200:0.0:1718399244.658259:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.658262:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.658264:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a198 00000400:00000010:0.0:1718399244.658265:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a198. 00010000:00000010:3.0:1718399244.658364:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399244.658368:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800985c1100. 00010000:00000010:3.0:1718399244.658422:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012ff946c0. 00010000:00000010:3.0:1718399244.658426:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46800. 00010000:00000010:3.0:1718399244.658432:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357ccc0. 00000100:00000010:3.0:1718399244.658435:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5340c00. 00000100:00000010:3.0:1718399244.658439:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb397c0. 02000000:00000010:3.0:1718399244.658445:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800922a3800. 02000000:00000010:3.0:1718399244.658459:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800922a3000. 00000400:00000010:3.0:1718399244.658462:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310160. 00000400:00000010:3.0:1718399244.658464:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466aa0. 00000100:00000200:3.0:1718399244.658467:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316503360, portal 16 00000400:00000010:3.0:1718399244.658469:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466a18. 00000100:00000200:3.0:1718399244.658471:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316503360, offset 0 00000400:00000200:3.0:1718399244.658475:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.658479:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.658484:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.658487:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.658489:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.658491:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90609:90609:256:4294967295] 192.168.202.25@tcp LPNI seq info [90609:90609:8:4294967295] 00000400:00000200:3.0:1718399244.658496:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.658500:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.658502:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b7d8300 (tot 82314186). 00000800:00000200:3.0:1718399244.658504:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.658507:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.658509:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b7d8300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.658757:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.658759:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b7d8300 (tot 82313938). 00000400:00000200:0.0:1718399244.658772:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.658775:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.658777:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466a18 00000400:00000010:0.0:1718399244.658778:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466a18. 00000100:00000200:0.0:1718399244.658781:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb397c0 x1801871316503360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.660025:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5260000. 00000400:00000200:0.0:1718399244.660375:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.660383:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04b40 00000400:00000200:0.0:1718399244.660388:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae799 [1] + 224 00000400:00000200:0.0:1718399244.660395:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.660397:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.660401:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb397c0 x1801871316503360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.660416:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.660420:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5fe80 00000400:00000200:0.0:1718399244.660423:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad1b5 [2] + 984 00000400:00000200:0.0:1718399244.660432:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.660434:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.660437:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.660440:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27a600. 00000020:00000010:1.0:1718399244.660498:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f7a00. 00000020:00000010:1.0:1718399244.660502:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399244.660505:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18bdc8. 00000100:00000200:1.0:1718399244.660517:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27a600 x1801871317925504/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399244.660635:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317925504 02000000:00000010:1.0:1718399244.660642:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f7600. 00010000:00000010:1.0:1718399244.660662:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009c2f7fc0. 00000100:00000010:1.0:1718399244.660667:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009b1adc00. 00000100:00000010:1.0:1718399244.660671:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009b1adc00. 00010000:00000010:1.0:1718399244.660674:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009c2f7fc0. 00000400:00000010:1.0:1718399244.660681:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a5d8. 00000100:00000200:1.0:1718399244.660685:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317925504, offset 224 00000400:00000200:1.0:1718399244.660689:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.660695:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.660698:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90610:90610:256:4294967295] 192.168.202.25@tcp LPNI seq info [90610:90610:8:4294967295] 00000400:00000200:1.0:1718399244.660705:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.660709:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.660712:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097287100 (tot 82314186). 00000800:00000200:1.0:1718399244.660715:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.660721:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.660723:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880097287100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399244.660733:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399244.660736:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18bdc8. 00000020:00000010:1.0:1718399244.660739:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f7a00. 00000800:00000200:0.0:1718399244.660893:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.660895:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097287100 (tot 82313938). 00000400:00000200:0.0:1718399244.660898:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.660901:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.660902:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a5d8 00000400:00000010:0.0:1718399244.660904:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a5d8. 00000400:00000010:2.0:1718399244.661908:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310160. 00000400:00000200:2.0:1718399244.661912:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466aa0 00000400:00000010:2.0:1718399244.661913:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466aa0. 00000100:00000200:2.0:1718399244.661918:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb397c0 x1801871316503360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.661925:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb397c0 x1801871316503360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1718399244.661940:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012e8c3580. 02000000:00000010:2.0:1718399244.661950:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800922a3000. 02000000:00000010:2.0:1718399244.661954:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800922a3800. 00000100:00000010:2.0:1718399244.661956:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb397c0. 00000100:00000010:2.0:1718399244.661960:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5340c00. 00010000:00000010:2.0:1718399244.661963:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357ccc0. 00080000:00000010:2.0:1718399244.661973:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009350b100. 00010000:00000010:2.0:1718399244.662026:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46800. 00010000:00000010:2.0:1718399244.662030:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012e8c3280. 00010000:00000010:2.0:1718399244.662078:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af0000. 00010000:00000010:2.0:1718399244.662082:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.662088:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e900. 00000100:00000010:2.0:1718399244.662092:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a52eb180. 00000100:00000010:2.0:1718399244.662096:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf200. 02000000:00000010:2.0:1718399244.662104:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101da00. 02000000:00000010:2.0:1718399244.662118:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101d000. 00000400:00000010:2.0:1718399244.662122:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd8f0. 00000400:00000010:2.0:1718399244.662124:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399244.662128:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316503424, portal 16 00000400:00000010:2.0:1718399244.662130:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eaa0. 00000100:00000200:2.0:1718399244.662132:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316503424, offset 0 00000400:00000200:2.0:1718399244.662136:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.662141:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.662146:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.662148:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.662149:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.662151:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90611:90611:256:4294967295] 192.168.202.25@tcp LPNI seq info [90611:90611:8:4294967295] 00000400:00000200:2.0:1718399244.662157:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.662160:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.662163:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009350bd00 (tot 82314186). 00000800:00000200:2.0:1718399244.662166:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.662170:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.662172:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009350bd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.662735:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.662738:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009350bd00 (tot 82313938). 00000400:00000200:0.0:1718399244.662741:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.662745:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.662747:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eaa0 00000400:00000010:0.0:1718399244.662748:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eaa0. 00000100:00000200:0.0:1718399244.662752:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf200 x1801871316503424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399244.665471:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008c2f8800. 00010000:00000010:3.1:1718399244.665478:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356e640. 00010000:00000010:3.1:1718399244.665480:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008c2f8400. 00010000:00000010:3.1:1718399244.665482:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356db00. 00010000:00000010:3.1:1718399244.665484:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008c2f8b00. 00010000:00000010:3.1:1718399244.665486:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356dd40. 00010000:00000010:3.1:1718399244.665488:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88008c2f8a00. 00010000:00000010:3.1:1718399244.665490:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356cb40. 00010000:00000010:3.1:1718399244.665493:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5205e00. 00010000:00000010:3.1:1718399244.665496:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356fa80. 00010000:00000010:3.1:1718399244.665497:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5205a00. 00010000:00000010:3.1:1718399244.665499:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009356d8c0. 00010000:00000010:3.1:1718399244.665500:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5205400. 00010000:00000010:3.1:1718399244.665503:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c95b00. 00010000:00000010:3.1:1718399244.665505:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5205300. 00010000:00000010:3.1:1718399244.665507:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c96ac0. 00010000:00000010:3.1:1718399244.665509:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5205d00. 00010000:00000010:3.1:1718399244.665511:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c95200. 00010000:00000010:3.1:1718399244.665512:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5205b00. 00010000:00000010:3.1:1718399244.665514:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c973c0. 00010000:00000010:3.1:1718399244.665516:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5205600. 00010000:00000010:3.1:1718399244.665518:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c96640. 00010000:00000010:3.1:1718399244.665519:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5205000. 00010000:00000010:3.1:1718399244.665522:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c94d80. 00010000:00000010:3.1:1718399244.665525:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5207400. 00010000:00000010:3.1:1718399244.665527:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c96f40. 00010000:00000010:3.1:1718399244.665529:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5207700. 00010000:00000010:3.1:1718399244.665531:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c97180. 00010000:00000010:3.1:1718399244.665532:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5207800. 00010000:00000010:3.1:1718399244.665534:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c94900. 00010000:00000010:3.1:1718399244.665536:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5207c00. 00010000:00000010:3.1:1718399244.665538:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c97600. 00010000:00000010:3.1:1718399244.665540:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5207f00. 00010000:00000010:3.1:1718399244.665541:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c96880. 00010000:00000010:3.1:1718399244.665543:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5207900. 00010000:00000010:3.1:1718399244.665544:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c95f80. 00010000:00000010:3.1:1718399244.665546:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5207200. 00010000:00000010:3.1:1718399244.665548:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c94b40. 00010000:00000010:3.1:1718399244.665551:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e9c800. 00010000:00000010:3.1:1718399244.665553:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c94fc0. 00010000:00000010:3.1:1718399244.665555:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e9c600. 00010000:00000010:3.1:1718399244.665556:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c94240. 00010000:00000010:3.1:1718399244.665558:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e9c500. 00010000:00000010:3.1:1718399244.665559:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c96400. 00010000:00000010:3.1:1718399244.665560:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e9ca00. 00010000:00000010:3.1:1718399244.665562:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c96d00. 00010000:00000010:3.1:1718399244.665563:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e9c100. 00010000:00000010:3.1:1718399244.665565:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c95440. 00010000:00000010:3.1:1718399244.665566:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e9c200. 00010000:00000010:3.1:1718399244.665567:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880130c946c0. 00010000:00000010:3.1:1718399244.665569:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e9c900. 00010000:00000010:3.1:1718399244.665571:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132092ac0. 00010000:00000010:3.1:1718399244.665573:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093e9c400. 00010000:00000010:3.1:1718399244.665575:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8801320918c0. 00010000:00000010:3.1:1718399244.665577:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093994800. 00010000:00000010:3.1:1718399244.665579:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132092640. 00010000:00000010:3.1:1718399244.665580:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093994300. 00010000:00000010:3.1:1718399244.665583:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132090240. 00010000:00000010:3.1:1718399244.665584:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093994100. 00010000:00000010:3.1:1718399244.665586:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132091440. 00010000:00000010:3.1:1718399244.665587:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093994e00. 00010000:00000010:3.1:1718399244.665589:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132090d80. 00010000:00000010:3.1:1718399244.665590:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093994500. 00010000:00000010:3.1:1718399244.665592:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132091d40. 00010000:00000010:3.1:1718399244.665594:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012bf52600. 00010000:00000010:3.1:1718399244.665596:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132092400. 00010000:00000010:3.1:1718399244.665599:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800936e6700. 00010000:00000010:3.1:1718399244.665604:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132093840. 00010000:00000010:3.1:1718399244.665606:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800936e6500. 00010000:00000010:3.1:1718399244.665607:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132092d00. 00010000:00000010:3.1:1718399244.665609:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800936e6c00. 00010000:00000010:3.1:1718399244.665611:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132093a80. 00010000:00000010:3.1:1718399244.665612:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800936e6400. 00010000:00000010:3.1:1718399244.665614:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132090b40. 00010000:00000010:3.1:1718399244.665615:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800936e6900. 00010000:00000010:3.1:1718399244.665616:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8801320906c0. 00010000:00000010:3.1:1718399244.665618:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800936e6100. 00010000:00000010:3.1:1718399244.665619:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132093cc0. 00010000:00000010:3.1:1718399244.665621:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800936e6800. 00010000:00000010:3.1:1718399244.665622:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132092880. 00010000:00000010:3.1:1718399244.665624:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800936e6b00. 00010000:00000010:3.1:1718399244.665625:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132093180. 00010000:00000010:3.1:1718399244.665627:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090e44c00. 00010000:00000010:3.1:1718399244.665629:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132091b00. 00010000:00000010:3.1:1718399244.665631:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090e44300. 00010000:00000010:3.1:1718399244.665632:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132091200. 00010000:00000010:3.1:1718399244.665633:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090e44200. 00010000:00000010:3.1:1718399244.665635:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132092f40. 00010000:00000010:3.1:1718399244.665636:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090e44d00. 00010000:00000010:3.1:1718399244.665638:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132090fc0. 00010000:00000010:3.1:1718399244.665639:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090e44900. 00010000:00000010:3.1:1718399244.665641:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132091f80. 00010000:00000010:3.1:1718399244.665642:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090e44e00. 00010000:00000010:3.1:1718399244.665644:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132090480. 00010000:00000010:3.1:1718399244.665645:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880090e44700. 00010000:00000010:3.1:1718399244.665647:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880132090900. 00010000:00000010:3.1:1718399244.665649:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a504a000. 00010000:00000010:3.1:1718399244.665652:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936ddb00. 00010000:00000010:3.1:1718399244.665654:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a504aa00. 00010000:00000010:3.1:1718399244.665656:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936de640. 00010000:00000010:3.1:1718399244.665659:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a504ae00. 00010000:00000010:3.1:1718399244.665660:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dd8c0. 00010000:00000010:3.1:1718399244.665662:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a504a100. 00010000:00000010:3.1:1718399244.665663:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dd440. 00010000:00000010:3.1:1718399244.665665:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a504a200. 00010000:00000010:3.1:1718399244.665667:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936def40. 00010000:00000010:3.1:1718399244.665670:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d6d00. 00010000:00000010:3.1:1718399244.665673:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dcb40. 00010000:00000010:3.1:1718399244.665675:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d6900. 00010000:00000010:3.1:1718399244.665677:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936ddd40. 00010000:00000010:3.1:1718399244.665678:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d6000. 00010000:00000010:3.1:1718399244.665680:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936ddf80. 00010000:00000010:3.1:1718399244.665681:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d6a00. 00010000:00000010:3.1:1718399244.665683:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dfcc0. 00010000:00000010:3.1:1718399244.665684:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d6400. 00010000:00000010:3.1:1718399244.665686:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936de400. 00010000:00000010:3.1:1718399244.665688:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d6200. 00010000:00000010:3.1:1718399244.665691:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dc480. 00010000:00000010:3.1:1718399244.665704:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa16f800. 00010000:00000010:3.1:1718399244.665706:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dc240. 00010000:00000010:3.1:1718399244.665708:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa16f000. 00010000:00000010:3.1:1718399244.665710:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936df840. 00010000:00000010:3.1:1718399244.665711:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa16f600. 00010000:00000010:3.1:1718399244.665712:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936df180. 00010000:00000010:3.1:1718399244.665714:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa16fb00. 00010000:00000010:3.1:1718399244.665715:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dfa80. 00010000:00000010:3.1:1718399244.665717:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa16f500. 00010000:00000010:3.1:1718399244.665719:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dc000. 00010000:00000010:3.1:1718399244.665720:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa16f400. 00010000:00000010:3.1:1718399244.665722:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dd680. 00010000:00000010:3.1:1718399244.665724:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aa16f700. 00010000:00000010:3.1:1718399244.665725:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936de880. 00010000:00000010:3.1:1718399244.665728:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009853a600. 00010000:00000010:3.1:1718399244.665730:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dcd80. 00010000:00000010:3.1:1718399244.665731:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009853a400. 00010000:00000010:3.1:1718399244.665733:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dcfc0. 00000400:00000200:1.0:1718399244.665943:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.665956:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04b80 00000400:00000200:1.0:1718399244.665962:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae7a5 [1] + 224 00000400:00000200:1.0:1718399244.665975:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.665979:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.665986:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf200 x1801871316503424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.666010:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd8f0. 00000400:00000200:1.0:1718399244.666010:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.666013:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000200:1.0:1718399244.666014:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5fec0 00000400:00000010:2.0:1718399244.666015:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00000400:00000200:1.0:1718399244.666018:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad1b5 [2] + 1312 00000100:00000200:2.0:1718399244.666020:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf200 x1801871316503424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.666030:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf200 x1801871316503424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.666050:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101d000. 02000000:00000010:2.0:1718399244.666056:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101da00. 00000100:00000010:2.0:1718399244.666058:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf200. 00000100:00000010:2.0:1718399244.666061:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a52eb180. 00010000:00000010:2.0:1718399244.666065:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e900. 00000400:00000200:1.0:1718399244.666066:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.666068:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.666072:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399244.666075:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 00000020:00000010:2.0:1718399244.666101:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101da00. 00000020:00000010:2.0:1718399244.666105:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399244.666108:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.666124:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df73440 x1801871317925568/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1718399244.666139:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317925568 02000000:00000010:2.0:1718399244.666145:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101d000. 00010000:00000010:2.0:1718399244.666162:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092acae00. 00010000:00000010:2.0:1718399244.666174:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e900. 00000100:00000010:2.0:1718399244.666179:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a52eb180. 00000100:00000010:2.0:1718399244.666184:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a52eb180. 00010000:00000010:2.0:1718399244.666186:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e900. 00000400:00000010:2.0:1718399244.666194:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e5d8. 00000100:00000200:2.0:1718399244.666197:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317925568, offset 224 00000400:00000200:2.0:1718399244.666203:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.666210:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.666214:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90612:90612:256:4294967295] 192.168.202.25@tcp LPNI seq info [90612:90612:8:4294967295] 00000400:00000200:2.0:1718399244.666221:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.666225:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.666228:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009350b900 (tot 82314186). 00000800:00000200:2.0:1718399244.666233:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.666238:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.666242:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009350b900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.666252:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399244.666255:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.666257:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101da00. 00080000:00000010:2.0:1718399244.666292:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009350b200. 00010000:00000010:2.0:1718399244.666344:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.666347:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880092acad80. 00010000:00000010:2.0:1718399244.666406:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af0480. 00010000:00000010:2.0:1718399244.666410:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.666416:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e900. 00000100:00000010:2.0:1718399244.666419:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a52eb180. 00000100:00000010:2.0:1718399244.666423:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf200. 02000000:00000010:2.0:1718399244.666429:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101da00. 02000000:00000010:2.0:1718399244.666443:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101cc00. 00000400:00000010:2.0:1718399244.666446:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd8f0. 00000400:00000010:2.0:1718399244.666449:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e330. 00000100:00000200:2.0:1718399244.666452:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316503488, portal 16 00000400:00000010:2.0:1718399244.666455:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e440. 00000100:00000200:2.0:1718399244.666456:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316503488, offset 0 00000400:00000200:2.0:1718399244.666459:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.666463:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.666468:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.666470:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.666472:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.666474:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90613:90613:255:4294967295] 192.168.202.25@tcp LPNI seq info [90613:90613:7:4294967295] 00000400:00000200:2.0:1718399244.666480:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.666483:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.666485:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009350b400 (tot 82314434). 00000800:00000200:2.0:1718399244.666487:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.666490:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.666492:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009350b400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.667706:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.667710:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009350b900 (tot 82314186). 00000400:00000200:0.0:1718399244.667715:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.667719:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.667722:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e5d8 00000400:00000010:0.0:1718399244.667723:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e5d8. 00000800:00000200:0.0:1718399244.667775:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.667777:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009350b400 (tot 82313938). 00000400:00000200:0.0:1718399244.667779:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.667781:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.667783:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e440 00000400:00000010:0.0:1718399244.667784:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e440. 00000100:00000200:0.0:1718399244.667788:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf200 x1801871316503488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399244.667819:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009853ab00. 00010000:00000010:3.1:1718399244.667833:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936df600. 00010000:00000010:3.1:1718399244.667835:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009853a000. 00010000:00000010:3.1:1718399244.667837:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936ded00. 00010000:00000010:3.1:1718399244.667839:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009853a200. 00010000:00000010:3.1:1718399244.667841:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936deac0. 00010000:00000010:3.1:1718399244.667842:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009853a500. 00010000:00000010:3.1:1718399244.667844:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936df3c0. 00010000:00000010:3.1:1718399244.667845:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009853ad00. 00010000:00000010:3.1:1718399244.667847:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dd200. 00010000:00000010:3.1:1718399244.667850:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5193400. 00010000:00000010:3.1:1718399244.667866:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dc900. 00010000:00000010:3.1:1718399244.667867:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5193a00. 00010000:00000010:3.1:1718399244.667869:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800936dc6c0. 00010000:00000010:3.1:1718399244.667870:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5193900. 00010000:00000010:3.1:1718399244.667873:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af2400. 00010000:00000010:3.1:1718399244.667875:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5193c00. 00010000:00000010:3.1:1718399244.667878:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af0fc0. 00010000:00000010:3.1:1718399244.667883:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5193100. 00010000:00000010:3.1:1718399244.667904:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af2f40. 00010000:00000010:3.1:1718399244.667908:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5193b00. 00010000:00000010:3.1:1718399244.667910:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af0240. 00010000:00000010:3.1:1718399244.667911:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800a5193500. 00010000:00000010:3.1:1718399244.667922:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af3840. 00010000:00000010:3.1:1718399244.667925:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009350b300. 00010000:00000010:3.1:1718399244.667926:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af3600. 00010000:00000010:3.1:1718399244.667928:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009350b800. 00010000:00000010:3.1:1718399244.667930:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af2ac0. 00010000:00000010:3.1:1718399244.667988:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a5161f80. 00010000:00000010:3.1:1718399244.668003:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092ba3840. 00010000:00000010:3.1:1718399244.668022:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880096c6c200. 00010000:00000010:3.1:1718399244.668034:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af1680. 00010000:00000010:3.1:1718399244.668037:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009808d200. 00010000:00000010:3.1:1718399244.668039:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ff94480. 00010000:00000010:3.1:1718399244.668042:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009336d800. 00010000:00000010:3.1:1718399244.668044:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ff96640. 00000400:00000200:0.0:1718399244.670529:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.670541:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04bc0 00000400:00000200:0.0:1718399244.670547:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae7b1 [1] + 224 00000400:00000200:0.0:1718399244.670562:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.670565:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.670572:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf200 x1801871316503488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.670604:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd8f0. 00000400:00000200:2.0:1718399244.670608:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e330 00000400:00000010:2.0:1718399244.670609:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e330. 00000100:00000200:2.0:1718399244.670614:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf200 x1801871316503488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.670620:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf200 x1801871316503488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.670644:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101cc00. 02000000:00000010:2.0:1718399244.670650:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101da00. 00000100:00000010:2.0:1718399244.670654:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf200. 00000100:00000010:2.0:1718399244.670657:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a52eb180. 00010000:00000010:2.0:1718399244.670661:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e900. 00000400:00000200:1.0:1718399244.670834:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.670841:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ff00 00000400:00000200:1.0:1718399244.670845:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad1b5 [2] + 1640 00000400:00000200:1.0:1718399244.670891:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.670895:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.670899:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399244.670902:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df74740. 00000020:00000010:0.0:1718399244.670950:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c3a00. 00000020:00000010:0.0:1718399244.670955:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc180. 00000020:00000010:0.0:1718399244.670958:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399244.670974:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df74740 x1801871317925632/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1718399244.670998:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317925632 02000000:00000010:0.0:1718399244.671004:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2200. 00010000:00000010:0.0:1718399244.671023:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093f54e00. 00010000:00000010:0.0:1718399244.671037:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b266eec0. 00000100:00000010:0.0:1718399244.671042:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9540. 00000100:00000010:0.0:1718399244.671051:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9540. 00010000:00000010:0.0:1718399244.671053:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b266eec0. 00000400:00000010:0.0:1718399244.671061:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376110. 00080000:00000010:2.0:1718399244.671063:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009350b000. 00000100:00000200:0.0:1718399244.671064:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317925632, offset 224 00000400:00000200:0.0:1718399244.671068:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.671075:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.671079:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90614:90614:256:4294967295] 192.168.202.25@tcp LPNI seq info [90614:90614:8:4294967295] 00000400:00000200:0.0:1718399244.671086:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.671089:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.671092:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5092100 (tot 82314186). 00000800:00000200:0.0:1718399244.671096:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.671101:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.671103:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5092100 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1718399244.671118:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00000020:00000010:0.0:1718399244.671121:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc180. 00010000:00000010:2.0:1718399244.671124:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880096088f00. 00000020:00000010:0.0:1718399244.671124:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399244.671127:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c3a00. 00000800:00000200:1.0:1718399244.671169:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.671171:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5092100 (tot 82313938). 00000400:00000200:1.0:1718399244.671173:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.671176:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.671178:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376110 00000400:00000010:1.0:1718399244.671179:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376110. 00010000:00000010:2.0:1718399244.671182:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009350b800. 00010000:00000010:2.0:1718399244.671184:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.671187:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af1f80. 00010000:00000010:2.0:1718399244.671190:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6080. 00080000:00000010:2.0:1718399244.671198:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009350b300. 00010000:00000010:2.0:1718399244.671216:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399244.671218:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.671255:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af2d00. 00010000:00000010:2.0:1718399244.671258:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.671263:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e900. 00000100:00000010:2.0:1718399244.671265:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a52eb180. 00000100:00000010:2.0:1718399244.671294:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf200. 02000000:00000010:2.0:1718399244.671301:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101da00. 02000000:00000010:2.0:1718399244.671317:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101cc00. 00000400:00000010:2.0:1718399244.671319:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd8f0. 00000400:00000010:2.0:1718399244.671322:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e330. 00000100:00000200:2.0:1718399244.671325:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316503552, portal 16 00000400:00000010:2.0:1718399244.671328:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e4c8. 00000100:00000200:2.0:1718399244.671330:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316503552, offset 0 00000400:00000200:2.0:1718399244.671333:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.671337:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.671342:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.671345:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.671347:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.671348:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90615:90615:256:4294967295] 192.168.202.25@tcp LPNI seq info [90615:90615:8:4294967295] 00000400:00000200:2.0:1718399244.671354:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.671357:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.671358:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009350b400 (tot 82314186). 00000800:00000200:2.0:1718399244.671361:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.671364:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.671366:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009350b400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.671413:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.671415:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009350b400 (tot 82313938). 00000400:00000200:0.0:1718399244.671417:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.671420:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.671422:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e4c8 00000400:00000010:0.0:1718399244.671423:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e4c8. 00000100:00000200:0.0:1718399244.671427:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf200 x1801871316503552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1718399244.673142:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.673150:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04c00 00000400:00000200:1.0:1718399244.673156:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae7bd [1] + 224 00000400:00000200:1.0:1718399244.673170:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.673173:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.673177:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf200 x1801871316503552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.673229:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd8f0. 00000400:00000200:2.0:1718399244.673232:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e330 00000400:00000010:2.0:1718399244.673233:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e330. 00000100:00000200:2.0:1718399244.673237:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf200 x1801871316503552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.673242:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf200 x1801871316503552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.673259:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101cc00. 02000000:00000010:2.0:1718399244.673263:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101da00. 00000100:00000010:2.0:1718399244.673267:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf200. 00000100:00000010:2.0:1718399244.673291:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a52eb180. 00010000:00000010:2.0:1718399244.673295:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e900. 00000400:00000200:0.0:1718399244.673793:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.673799:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ff40 00000400:00000200:0.0:1718399244.673803:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad1b5 [2] + 1968 00000400:00000010:0.0:1718399244.673806:0:18241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd1b8. 00000400:00000200:0.0:1718399244.673808:0:18241:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff880092ac1180 00000400:00000200:0.0:1718399244.673874:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.673878:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.673880:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880092ac1180 00000400:00000010:0.0:1718399244.673882:0:18241:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff880092ac1180 (tot 82313786). 00000100:00000200:0.0:1718399244.673886:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1718399244.673934:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013101da00. 00000020:00000010:2.0:1718399244.673938:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399244.673941:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff88013686f930. 00000100:00000200:2.0:1718399244.673958:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009cae8050 x1801871317925696/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1718399244.674003:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317925696 02000000:00000010:2.0:1718399244.674009:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013101cc00. 00010000:00000010:2.0:1718399244.674025:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800a5024300. 00010000:00000010:2.0:1718399244.674038:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e900. 00000100:00000010:2.0:1718399244.674041:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a52eb180. 00000100:00000010:2.0:1718399244.674048:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a52eb180. 00010000:00000010:2.0:1718399244.674050:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e900. 00000400:00000010:2.0:1718399244.674056:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e330. 00000100:00000200:2.0:1718399244.674059:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317925696, offset 224 00000400:00000200:2.0:1718399244.674064:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.674069:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.674073:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90616:90616:256:4294967295] 192.168.202.25@tcp LPNI seq info [90616:90616:8:4294967295] 00000400:00000200:2.0:1718399244.674080:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.674083:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.674086:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009350b900 (tot 82314034). 00000800:00000200:2.0:1718399244.674090:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.674095:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.674098:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009350b900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1718399244.674117:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8800936a6080. 00000020:00000010:2.0:1718399244.674120:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff88013686f930. 00000020:00000010:2.0:1718399244.674122:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013101da00. 02000000:00000010:2.0:1718399244.674128:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2200. 00000100:00000010:2.0:1718399244.674130:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df74740. 02000000:00000010:2.0:1718399244.674133:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101d000. 00000100:00000010:2.0:1718399244.674134:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 02000000:00000010:2.0:1718399244.674138:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f7600. 00000100:00000010:2.0:1718399244.674141:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a600. 02000000:00000010:2.0:1718399244.674142:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f6a00. 00000100:00000010:2.0:1718399244.674146:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27a140. 02000000:00000010:2.0:1718399244.674147:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101dc00. 00000100:00000010:2.0:1718399244.674149:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27b900. 02000000:00000010:2.0:1718399244.674151:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101de00. 00000100:00000010:2.0:1718399244.674152:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaf80. 00000100:00000200:2.0:1718399244.674157:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1718399244.674159:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd8f0. 00000400:00000010:2.0:1718399244.674162:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a52eb180 (tot 82314186). 00080000:00000010:2.0:1718399244.674177:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009350bd00. 00010000:00000010:2.0:1718399244.674221:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.674225:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800a5024a80. 00000800:00000200:1.0:1718399244.674645:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.674648:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009350b900 (tot 82313938). 00000400:00000200:1.0:1718399244.674650:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.674653:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.674655:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e330 00000400:00000010:1.0:1718399244.674656:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e330. 02000000:00000010:1.0:1718399244.674659:0:18240:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013101cc00. 00010000:00000010:2.0:1718399244.674938:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af3cc0. 00010000:00000010:2.0:1718399244.674944:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6b80. 00010000:00000010:2.0:1718399244.674950:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e900. 00000100:00000010:2.0:1718399244.674954:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880093100f00. 00000100:00000010:2.0:1718399244.674959:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaf80. 02000000:00000010:2.0:1718399244.674966:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101de00. 02000000:00000010:2.0:1718399244.674979:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101dc00. 00000400:00000010:2.0:1718399244.674982:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcdc60. 00000400:00000010:2.0:1718399244.674984:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e3b8. 00000100:00000200:2.0:1718399244.674987:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316503616, portal 16 00000400:00000010:2.0:1718399244.674990:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ecc0. 00000100:00000200:2.0:1718399244.674991:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316503616, offset 0 00000400:00000200:2.0:1718399244.674995:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.675000:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.675006:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.675008:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.675011:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.675012:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90617:90617:256:4294967295] 192.168.202.25@tcp LPNI seq info [90617:90617:8:4294967295] 00000400:00000200:2.0:1718399244.675018:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.675022:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.675025:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009350bb00 (tot 82314186). 00000800:00000200:2.0:1718399244.675027:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.675031:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.675033:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009350bb00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1718399244.675333:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093fef840. 00010000:00000010:3.1:1718399244.675338:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800928f8e00. 00010000:00000010:3.1:1718399244.675342:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ff94d80. 00010000:00000010:3.1:1718399244.675436:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a532b180. 00010000:00000010:3.1:1718399244.675441:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801368bc700. 00010000:00000010:3.1:1718399244.675444:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ff946c0. 00010000:00000010:3.1:1718399244.675447:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093f2c900. 00010000:00000010:3.1:1718399244.675456:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012e3f1600. 00010000:00000010:3.1:1718399244.675458:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af0000. 00000800:00000200:1.0:1718399244.675858:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.675861:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009350bb00 (tot 82313938). 00000400:00000200:1.0:1718399244.675864:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.675867:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.675870:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ecc0 00000400:00000010:1.0:1718399244.675871:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ecc0. 00000100:00000200:1.0:1718399244.675875:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbaf80 x1801871316503616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.678647:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.678660:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04c40 00000400:00000200:0.0:1718399244.678666:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae7cd [1] + 224 00000400:00000200:0.0:1718399244.678681:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.678685:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.678692:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbaf80 x1801871316503616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399244.678739:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcdc60. 00000400:00000200:3.0:1718399244.678743:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e3b8 00000400:00000010:3.0:1718399244.678745:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e3b8. 00000100:00000200:3.0:1718399244.678750:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbaf80 x1801871316503616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.678756:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbaf80 x1801871316503616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.678786:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101dc00. 02000000:00000010:3.0:1718399244.678792:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101de00. 00000100:00000010:3.0:1718399244.678795:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbaf80. 00000100:00000010:3.0:1718399244.678799:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880093100f00. 00010000:00000010:3.0:1718399244.678803:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e900. 00000400:00000200:1.0:1718399244.680028:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.680037:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ff80 00000400:00000200:1.0:1718399244.680042:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad20d [2] + 0 00000400:00000200:1.0:1718399244.680096:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.680101:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.680105:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399244.680110:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df70000. 00000020:00000010:0.0:1718399244.680180:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c3a00. 00000020:00000010:0.0:1718399244.680185:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc180. 00000020:00000010:0.0:1718399244.680188:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399244.680204:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df70000 x1801871317925760/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1718399244.680223:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317925760 02000000:00000010:0.0:1718399244.680230:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c3200. 00010000:00000010:0.0:1718399244.680251:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c041d00. 00010000:00000010:0.0:1718399244.680265:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b266eec0. 00000100:00000010:0.0:1718399244.680283:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9540. 00000100:00000010:0.0:1718399244.680289:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9540. 00010000:00000010:0.0:1718399244.680293:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b266eec0. 00000400:00000010:0.0:1718399244.680302:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376220. 00000100:00000200:0.0:1718399244.680305:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317925760, offset 224 00000400:00000200:0.0:1718399244.680310:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.680317:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.680321:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90618:90618:256:4294967295] 192.168.202.25@tcp LPNI seq info [90618:90618:8:4294967295] 00000400:00000200:0.0:1718399244.680328:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.680331:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.680334:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5092a00 (tot 82314186). 00000800:00000200:0.0:1718399244.680338:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.680344:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.680347:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5092a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399244.680357:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc180. 00000020:00000010:0.0:1718399244.680360:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399244.680363:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c3a00. 00080000:00000010:3.0:1718399244.680526:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88012b7d8000. 00010000:00000010:3.0:1718399244.680583:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6b80. 00010000:00000010:3.0:1718399244.680589:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c041c80. 00010000:00000010:3.0:1718399244.680646:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff88012ff946c0. 00010000:00000010:3.0:1718399244.680650:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff880092a46e80. 00000800:00000200:1.0:1718399244.680650:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.680652:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5092a00 (tot 82313938). 00000400:00000200:1.0:1718399244.680654:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1718399244.680657:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357c900. 00000400:00000200:1.0:1718399244.680657:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.680659:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376220 00000100:00000010:3.0:1718399244.680660:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5340c00. 00000400:00000010:1.0:1718399244.680661:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376220. 00000100:00000010:3.0:1718399244.680665:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012eb3e3c0. 02000000:00000010:3.0:1718399244.680672:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013675e000. 02000000:00000010:3.0:1718399244.680693:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013675e200. 00000400:00000010:3.0:1718399244.680696:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310948. 00000400:00000010:3.0:1718399244.680699:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466908. 00000100:00000200:3.0:1718399244.680703:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316503680, portal 16 00000400:00000010:3.0:1718399244.680705:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466b28. 00000100:00000200:3.0:1718399244.680706:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316503680, offset 0 00000400:00000200:3.0:1718399244.680710:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.680715:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.680719:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1718399244.680721:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1718399244.680724:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1718399244.680725:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90619:90619:256:4294967295] 192.168.202.25@tcp LPNI seq info [90619:90619:8:4294967295] 00000400:00000200:3.0:1718399244.680731:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.680734:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.680736:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b7d8900 (tot 82314186). 00000800:00000200:3.0:1718399244.680739:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.680742:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.680744:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b7d8900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.680860:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.680862:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b7d8900 (tot 82313938). 00000400:00000200:1.0:1718399244.680866:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.680868:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.680871:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466b28 00000400:00000010:1.0:1718399244.680872:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466b28. 00000100:00000200:1.0:1718399244.680875:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff88012eb3e3c0 x1801871316503680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.683144:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.683157:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04c80 00000400:00000200:0.0:1718399244.683163:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae7d9 [1] + 224 00000400:00000200:0.0:1718399244.683171:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.683174:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.683180:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff88012eb3e3c0 x1801871316503680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.685165:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.685178:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd5ffc0 00000400:00000200:0.0:1718399244.685183:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad20d [2] + 328 00000400:00000200:0.0:1718399244.685235:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.685238:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.685243:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.685248:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27e3c0. 00000400:00000010:3.0:1718399244.686492:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310948. 00000400:00000200:3.0:1718399244.686499:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466908 00000400:00000010:3.0:1718399244.686501:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466908. 00000100:00000200:3.0:1718399244.686509:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff88012eb3e3c0 x1801871316503680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.686517:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff88012eb3e3c0 x1801871316503680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.686543:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013675e200. 02000000:00000010:3.0:1718399244.686548:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013675e000. 00000100:00000010:3.0:1718399244.686551:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012eb3e3c0. 00000100:00000010:3.0:1718399244.686555:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5340c00. 00010000:00000010:3.0:1718399244.686558:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357c900. 00000020:00000010:3.0:1718399244.686760:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013675e000. 00000020:00000010:3.0:1718399244.686772:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399244.686776:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0c78. 00000100:00000200:3.0:1718399244.686792:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27e3c0 x1801871317925824/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399244.686810:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317925824 02000000:00000010:3.0:1718399244.686816:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013675e200. 00010000:00000010:3.0:1718399244.686835:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880074413e00. 00010000:00000010:3.0:1718399244.686849:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009357c900. 00000100:00000010:3.0:1718399244.686853:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5340c00. 00000100:00000010:3.0:1718399244.686871:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5340c00. 00010000:00000010:3.0:1718399244.686873:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009357c900. 00000400:00000010:3.0:1718399244.686881:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466908. 00000100:00000200:3.0:1718399244.686884:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317925824, offset 224 00000400:00000200:3.0:1718399244.686890:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.686898:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.686902:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90620:90620:256:4294967295] 192.168.202.25@tcp LPNI seq info [90620:90620:8:4294967295] 00000400:00000200:3.0:1718399244.686910:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.686914:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.686917:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b7d8500 (tot 82314186). 00000800:00000200:3.0:1718399244.686921:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.686928:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.686930:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b7d8500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.686949:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399244.686953:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0c78. 00000020:00000010:3.0:1718399244.686955:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013675e000. 00080000:00000010:2.0:1718399244.687007:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009350b500. 00010000:00000010:2.0:1718399244.687067:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092a46e80. 00010000:00000010:2.0:1718399244.687071:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880074413900. 00010000:00000010:2.0:1718399244.687120:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af18c0. 00010000:00000010:2.0:1718399244.687124:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399244.687130:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ed00. 00000100:00000010:2.0:1718399244.687134:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009dd0f3c0. 00000100:00000010:2.0:1718399244.687138:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf200. 02000000:00000010:2.0:1718399244.687145:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d000. 02000000:00000010:2.0:1718399244.687160:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101da00. 00000400:00000010:2.0:1718399244.687163:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd630. 00000400:00000010:2.0:1718399244.687166:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ed48. 00000100:00000200:2.0:1718399244.687169:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316503744, portal 16 00000400:00000010:2.0:1718399244.687172:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e908. 00000100:00000200:2.0:1718399244.687173:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316503744, offset 0 00000400:00000200:2.0:1718399244.687176:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.687180:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.687186:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.687188:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.687190:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.687192:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90621:90621:255:4294967295] 192.168.202.25@tcp LPNI seq info [90621:90621:7:4294967295] 00000400:00000200:2.0:1718399244.687197:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.687200:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.687201:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009350b600 (tot 82314434). 00000800:00000200:2.0:1718399244.687204:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.687206:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.687209:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009350b600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.687490:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.687492:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b7d8500 (tot 82314186). 00000400:00000200:0.0:1718399244.687497:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.687500:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.687502:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466908 00000400:00000010:0.0:1718399244.687503:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466908. 00000800:00000200:0.0:1718399244.687549:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.687559:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009350b600 (tot 82313938). 00000400:00000200:0.0:1718399244.687562:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.687564:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.687566:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e908 00000400:00000010:0.0:1718399244.687567:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e908. 00000100:00000200:0.0:1718399244.687571:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf200 x1801871316503744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.691668:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009f20bf00. 00010000:00000010:2.1:1718399244.691681:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af0480. 00010000:00000010:2.1:1718399244.691687:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009350b800. 00010000:00000010:2.1:1718399244.691689:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af1f80. 00010000:00000010:2.1:1718399244.691753:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012f64af40. 00010000:00000010:2.1:1718399244.691758:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880092648500. 00010000:00000010:2.1:1718399244.691760:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af2d00. 00000400:00000200:0.0:1718399244.692198:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.692211:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04cc0 00000400:00000200:0.0:1718399244.692217:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae7e5 [1] + 224 00000400:00000200:0.0:1718399244.692225:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.692228:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.692236:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf200 x1801871316503744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.692265:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.692280:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd60000 00000400:00000200:0.0:1718399244.692284:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad20d [2] + 656 00000400:00000010:2.0:1718399244.692289:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd630. 00000400:00000200:2.0:1718399244.692292:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ed48 00000400:00000010:2.0:1718399244.692294:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ed48. 00000100:00000200:2.0:1718399244.692299:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf200 x1801871316503744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.692304:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf200 x1801871316503744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.692325:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101da00. 00000400:00000200:0.0:1718399244.692327:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.692330:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 02000000:00000010:2.0:1718399244.692331:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d000. 00000100:00000200:0.0:1718399244.692333:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399244.692334:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf200. 00000100:00000010:2.0:1718399244.692337:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009dd0f3c0. 00000100:00000010:0.0:1718399244.692337:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c2797c0. 00010000:00000010:2.0:1718399244.692339:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ed00. 00000020:00000010:1.0:1718399244.692390:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f7c00. 00000020:00000010:1.0:1718399244.692394:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a800. 00000020:00000010:1.0:1718399244.692397:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18bdc8. 00000100:00000200:1.0:1718399244.692414:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c2797c0 x1801871317925888/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1718399244.692433:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317925888 02000000:00000010:1.0:1718399244.692439:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f7400. 00010000:00000010:1.0:1718399244.692459:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093df8600. 00010000:00000010:1.0:1718399244.692472:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009c2f7e40. 00000100:00000010:1.0:1718399244.692477:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009b1adc00. 00000100:00000010:1.0:1718399244.696363:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009b1adc00. 00010000:00000010:1.0:1718399244.696373:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009c2f7e40. 00000400:00000010:1.0:1718399244.696391:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a660. 00000100:00000200:1.0:1718399244.696398:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317925888, offset 224 00000400:00000200:1.0:1718399244.696404:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.696416:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00080000:00000010:2.0:1718399244.696726:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009350b800. 00010000:00000010:2.0:1718399244.696882:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399244.696889:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093df8580. 00010000:00000010:2.0:1718399244.696945:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af2d00. 00010000:00000010:2.0:1718399244.696949:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399244.696957:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ed00. 00000100:00000010:2.0:1718399244.696961:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009dd0f3c0. 00000100:00000010:2.0:1718399244.696968:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf200. 02000000:00000010:2.0:1718399244.696979:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d000. 02000000:00000010:2.0:1718399244.696998:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101da00. 00000400:00000010:2.0:1718399244.697002:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd630. 00000400:00000010:2.0:1718399244.697005:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ed48. 00000100:00000200:2.0:1718399244.697008:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316503808, portal 16 00000400:00000010:2.0:1718399244.697012:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e880. 00000100:00000200:2.0:1718399244.697013:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316503808, offset 0 00000400:00000200:2.0:1718399244.697017:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.697593:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90622:90622:256:4294967295] 192.168.202.25@tcp LPNI seq info [90622:90622:8:4294967295] 00000400:00000200:1.0:1718399244.697602:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.697610:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.697666:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5092e00 (tot 82314186). 00000800:00000200:0.0:1718399244.697673:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.697680:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.697682:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5092e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399244.697700:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a800. 00000020:00000010:0.0:1718399244.697704:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18bdc8. 00000020:00000010:0.0:1718399244.697709:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f7c00. 00000400:00000200:2.0:1718399244.697850:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.697855:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.697858:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.697860:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.697862:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90623:90623:255:4294967295] 192.168.202.25@tcp LPNI seq info [90623:90623:7:4294967295] 00000400:00000200:2.0:1718399244.697868:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.697870:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.697872:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009350bf00 (tot 82314434). 00000800:00000200:2.0:1718399244.697875:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.697878:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.697879:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009350bf00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.697938:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.697941:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5092e00 (tot 82314186). 00000400:00000200:1.0:1718399244.697944:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.697947:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.697950:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a660 00000400:00000010:1.0:1718399244.697952:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a660. 00000800:00000200:1.0:1718399244.698000:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.698001:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009350bf00 (tot 82313938). 00000400:00000200:1.0:1718399244.698004:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.698006:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.698007:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e880 00000400:00000010:1.0:1718399244.698008:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e880. 00000100:00000200:1.0:1718399244.698013:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf200 x1801871316503808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.700710:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009b4ba880. 00010000:00000010:2.1:1718399244.700783:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931e9d40. 00010000:00000010:1.1:1718399244.700901:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093024e00. 00010000:00000010:1.1:1718399244.700906:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af3cc0. 00010000:00000010:1.1:1718399244.700912:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88013118d200. 00000400:00000200:0.0:1718399244.701611:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.701624:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04d00 00000400:00000200:0.0:1718399244.701630:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae7f1 [1] + 224 00000400:00000200:0.0:1718399244.701646:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.701649:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.701657:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf200 x1801871316503808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.702063:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd630. 00000400:00000200:2.0:1718399244.702067:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ed48 00000400:00000010:2.0:1718399244.702069:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ed48. 00000100:00000200:2.0:1718399244.702074:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf200 x1801871316503808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.702079:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf200 x1801871316503808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.702101:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101da00. 02000000:00000010:2.0:1718399244.702107:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d000. 00000100:00000010:2.0:1718399244.702110:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf200. 00000100:00000010:2.0:1718399244.702114:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009dd0f3c0. 00010000:00000010:2.0:1718399244.702116:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ed00. 00000400:00000200:0.0:1718399244.702226:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.702232:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd60040 00000400:00000200:0.0:1718399244.702236:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad20d [2] + 984 00000400:00000200:0.0:1718399244.702350:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.702354:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.702358:0:18241:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.702361:0:18241:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27da40. 00000020:00000010:1.0:1718399244.702413:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f6e00. 00000020:00000010:1.0:1718399244.702418:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a500. 00000020:00000010:1.0:1718399244.702421:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18bd20. 00000100:00000200:1.0:1718399244.702437:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27da40 x1801871317925952/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1718399244.703191:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317925952 02000000:00000010:1.0:1718399244.703200:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f7e00. 00010000:00000010:1.0:1718399244.703221:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012b495200. 00010000:00000010:1.0:1718399244.703233:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009c2f7e40. 00000100:00000010:1.0:1718399244.703237:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009b1adc00. 00000100:00000010:1.0:1718399244.703783:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009b1adc00. 00010000:00000010:1.0:1718399244.703789:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009c2f7e40. 00000400:00000010:1.0:1718399244.703799:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a660. 00000100:00000200:1.0:1718399244.703802:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317925952, offset 224 00000400:00000200:1.0:1718399244.703808:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.703817:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.703822:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90624:90624:256:4294967295] 192.168.202.25@tcp LPNI seq info [90624:90624:8:4294967295] 00000400:00000200:1.0:1718399244.703830:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.703834:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.703837:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097287d00 (tot 82314186). 00000800:00000200:1.0:1718399244.703841:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.703846:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.703849:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880097287d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399244.703862:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a500. 00000020:00000010:1.0:1718399244.703865:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18bd20. 00000020:00000010:1.0:1718399244.703869:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f6e00. 00000800:00000200:1.0:1718399244.703932:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.703935:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097287d00 (tot 82313938). 00000400:00000200:1.0:1718399244.703937:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.703940:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.703943:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a660 00000400:00000010:1.0:1718399244.703944:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a660. 00080000:00000010:2.0:1718399244.704040:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009350bb00. 00010000:00000010:2.0:1718399244.704096:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399244.704101:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800930d7800. 00010000:00000010:2.0:1718399244.704157:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff88009350b900. 00010000:00000010:2.0:1718399244.704159:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6080. 00010000:00000010:2.0:1718399244.704162:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af1f80. 00010000:00000010:2.0:1718399244.704165:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6600. 00080000:00000010:2.0:1718399244.704173:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009350b400. 00010000:00000010:2.0:1718399244.704191:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6600. 00010000:00000010:2.0:1718399244.704193:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6080. 00010000:00000010:2.0:1718399244.704230:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af0480. 00010000:00000010:2.0:1718399244.704232:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399244.704237:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ed00. 00000100:00000010:2.0:1718399244.704239:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009dd0f3c0. 00000100:00000010:2.0:1718399244.704244:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf200. 02000000:00000010:2.0:1718399244.704252:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d000. 02000000:00000010:2.0:1718399244.704267:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101da00. 00000400:00000010:2.0:1718399244.704290:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd630. 00000400:00000010:2.0:1718399244.704292:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ed48. 00000100:00000200:2.0:1718399244.704296:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316503872, portal 16 00000400:00000010:2.0:1718399244.704299:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e110. 00000100:00000200:2.0:1718399244.704300:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316503872, offset 0 00000400:00000200:2.0:1718399244.704305:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.704309:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.704314:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.704316:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.704318:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.704320:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90625:90625:256:4294967295] 192.168.202.25@tcp LPNI seq info [90625:90625:8:4294967295] 00000400:00000200:2.0:1718399244.704326:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.704329:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.704332:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009350bf00 (tot 82314186). 00000800:00000200:2.0:1718399244.704334:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.704338:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.704340:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009350bf00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.704590:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.704592:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009350bf00 (tot 82313938). 00000400:00000200:0.0:1718399244.704595:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.704598:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.704599:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e110 00000400:00000010:0.0:1718399244.704600:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e110. 00000100:00000200:0.0:1718399244.704605:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf200 x1801871316503872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.705494:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ed7300. 00010000:00000010:2.1:1718399244.705500:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012ff946c0. 00000400:00000200:0.0:1718399244.706326:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.706336:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04d40 00000400:00000200:0.0:1718399244.706340:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae7fd [1] + 224 00000400:00000200:0.0:1718399244.706352:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.706355:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.706360:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf200 x1801871316503872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.706591:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd630. 00000400:00000200:2.0:1718399244.706594:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ed48 00000400:00000010:2.0:1718399244.706596:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ed48. 00000100:00000200:2.0:1718399244.706600:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf200 x1801871316503872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.706605:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf200 x1801871316503872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.706626:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101da00. 02000000:00000010:2.0:1718399244.706632:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d000. 00000100:00000010:2.0:1718399244.706634:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf200. 00000100:00000010:2.0:1718399244.706637:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009dd0f3c0. 00010000:00000010:2.0:1718399244.706639:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ed00. 00000400:00000200:0.0:1718399244.706844:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.706850:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd60080 00000400:00000200:0.0:1718399244.706854:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad20d [2] + 1312 00000400:00000200:0.0:1718399244.706896:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.706899:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.706903:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.706906:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c27c280. 00000020:00000010:1.0:1718399244.706995:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800930f7c00. 00000020:00000010:1.0:1718399244.707000:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88013083a500. 00000020:00000010:1.0:1718399244.707003:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8800ad18bd20. 00000100:00000200:1.0:1718399244.707020:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c27c280 x1801871317926016/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1718399244.707343:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317926016 02000000:00000010:1.0:1718399244.707351:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800930f6600. 00010000:00000010:1.0:1718399244.707369:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880093ca8c80. 00010000:00000010:1.0:1718399244.707484:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009c2f7e40. 00000100:00000010:1.0:1718399244.707490:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009b1adc00. 00000100:00000010:1.0:1718399244.707534:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009b1adc00. 00010000:00000010:1.0:1718399244.707538:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009c2f7e40. 00000400:00000010:1.0:1718399244.707547:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880136a9a660. 00000100:00000200:1.0:1718399244.707550:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317926016, offset 224 00000400:00000200:1.0:1718399244.707555:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1718399244.707563:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1718399244.707568:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90626:90626:256:4294967295] 192.168.202.25@tcp LPNI seq info [90626:90626:8:4294967295] 00000400:00000200:1.0:1718399244.707574:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1718399244.707579:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1718399244.707581:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff880097287d00 (tot 82314186). 00000800:00000200:1.0:1718399244.707585:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1718399244.707591:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1718399244.707593:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff880097287d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1718399244.707604:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88013083a500. 00000020:00000010:1.0:1718399244.707607:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8800ad18bd20. 00000020:00000010:1.0:1718399244.707610:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800930f7c00. 00080000:00000010:2.0:1718399244.707661:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009350b600. 00010000:00000010:2.0:1718399244.707711:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399244.707753:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff880093ca8a80. 00010000:00000010:2.0:1718399244.707818:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af0900. 00010000:00000010:2.0:1718399244.707821:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399244.707828:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ed00. 00000100:00000010:2.0:1718399244.707830:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009dd0f3c0. 00000100:00000010:2.0:1718399244.707834:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf200. 02000000:00000010:2.0:1718399244.707841:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d000. 02000000:00000010:2.0:1718399244.707856:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101da00. 00000400:00000010:2.0:1718399244.707859:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd630. 00000400:00000010:2.0:1718399244.707862:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ed48. 00000100:00000200:2.0:1718399244.707865:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316503936, portal 16 00000400:00000010:2.0:1718399244.707868:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52e550. 00000100:00000200:2.0:1718399244.707869:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316503936, offset 0 00000400:00000200:2.0:1718399244.707874:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.707878:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.707883:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.707885:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.707887:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.707889:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90627:90627:255:4294967295] 192.168.202.25@tcp LPNI seq info [90627:90627:7:4294967295] 00000400:00000200:2.0:1718399244.707894:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.707897:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.707900:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88009350bf00 (tot 82314434). 00000800:00000200:2.0:1718399244.707902:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.707906:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.707908:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88009350bf00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.707967:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.707971:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff880097287d00 (tot 82314186). 00000400:00000200:0.0:1718399244.707975:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.707978:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.707981:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880136a9a660 00000400:00000010:0.0:1718399244.707983:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880136a9a660. 00000800:00000200:0.0:1718399244.708021:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.708022:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88009350bf00 (tot 82313938). 00000400:00000200:0.0:1718399244.708025:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.708027:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.708029:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52e550 00000400:00000010:0.0:1718399244.708030:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52e550. 00000100:00000200:0.0:1718399244.708034:0:18239:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf200 x1801871316503936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.709188:0:18241:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.709197:0:18241:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04d80 00000400:00000200:0.0:1718399244.709202:0:18241:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae809 [1] + 224 00000400:00000200:0.0:1718399244.709213:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.709216:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.709220:0:18241:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf200 x1801871316503936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.709297:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd630. 00000400:00000200:2.0:1718399244.709301:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ed48 00000400:00000010:2.0:1718399244.709302:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ed48. 00000100:00000200:2.0:1718399244.709306:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf200 x1801871316503936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.709311:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf200 x1801871316503936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.709328:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101da00. 02000000:00000010:2.0:1718399244.709333:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d000. 00000100:00000010:2.0:1718399244.709335:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf200. 00000100:00000010:2.0:1718399244.709338:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009dd0f3c0. 00010000:00000010:2.0:1718399244.709340:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ed00. 00010000:00000010:2.1:1718399244.710780:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800931fb840. 00000400:00000200:1.0:1718399244.710834:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1718399244.710842:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd600c0 00000400:00000200:1.0:1718399244.710846:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad20d [2] + 1640 00000400:00000200:1.0:1718399244.711019:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.711023:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1718399244.711027:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1718399244.711032:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88012df73440. 00000020:00000010:0.0:1718399244.711081:0:22081:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2400. 00000020:00000010:0.0:1718399244.711086:0:22081:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc180. 00000020:00000010:0.0:1718399244.711089:0:22081:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399244.711105:0:22081:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88012df73440 x1801871317926080/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1718399244.711134:0:22081:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317926080 02000000:00000010:0.0:1718399244.711141:0:22081:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2600. 00010000:00000010:0.0:1718399244.711160:0:22081:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff88012c456200. 00010000:00000010:0.0:1718399244.711181:0:22081:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b266e640. 00000100:00000010:0.0:1718399244.711186:0:22081:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9540. 00000100:00000010:0.0:1718399244.711192:0:22081:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9540. 00010000:00000010:0.0:1718399244.711194:0:22081:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b266e640. 00000400:00000010:0.0:1718399244.711202:0:22081:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8801373763b8. 00000100:00000200:0.0:1718399244.711206:0:22081:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317926080, offset 224 00000400:00000200:0.0:1718399244.711210:0:22081:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.711218:0:22081:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.711222:0:22081:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90628:90628:256:4294967295] 192.168.202.25@tcp LPNI seq info [90628:90628:8:4294967295] 00000400:00000200:0.0:1718399244.711229:0:22081:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.711233:0:22081:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.711237:0:22081:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5092600 (tot 82314186). 00000800:00000200:0.0:1718399244.711246:0:22081:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.711253:0:22081:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.711255:0:22081:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5092600 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1718399244.711264:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff88009350bf00. 00000020:00000010:0.0:1718399244.711287:0:22081:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc180. 00000020:00000010:0.0:1718399244.711290:0:22081:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399244.711293:0:22081:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2400. 00000800:00000200:1.0:1718399244.711322:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.711324:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5092600 (tot 82313938). 00000400:00000200:1.0:1718399244.711328:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.711331:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.711333:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8801373763b8 00010000:00000010:2.0:1718399244.711334:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6080. 00000400:00000010:1.0:1718399244.711334:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8801373763b8. 00010000:00000010:2.0:1718399244.711339:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88012c456600. 00010000:00000010:2.0:1718399244.711391:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af1200. 00010000:00000010:2.0:1718399244.711394:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399244.711400:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812ed00. 00000100:00000010:2.0:1718399244.711402:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009dd0f3c0. 00000100:00000010:2.0:1718399244.711407:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf200. 02000000:00000010:2.0:1718399244.711415:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d000. 02000000:00000010:2.0:1718399244.711429:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101da00. 00000400:00000010:2.0:1718399244.711432:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd630. 00000400:00000010:2.0:1718399244.711435:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ed48. 00000100:00000200:2.0:1718399244.711438:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316504000, portal 16 00000400:00000010:2.0:1718399244.711441:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ec38. 00000100:00000200:2.0:1718399244.711442:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316504000, offset 0 00000400:00000200:2.0:1718399244.711446:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.711451:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.711455:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.711458:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.711460:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.711462:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90629:90629:256:4294967295] 192.168.202.25@tcp LPNI seq info [90629:90629:8:4294967295] 00000400:00000200:2.0:1718399244.711468:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.711471:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.711473:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933eb200 (tot 82314186). 00000800:00000200:2.0:1718399244.711476:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.711479:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.711481:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800933eb200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1718399244.711678:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.711680:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933eb200 (tot 82313938). 00000400:00000200:0.0:1718399244.711685:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.711688:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.711690:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ec38 00000400:00000010:0.0:1718399244.711691:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ec38. 00000100:00000200:0.0:1718399244.711694:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf200 x1801871316504000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.713522:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.713534:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04dc0 00000400:00000200:0.0:1718399244.713540:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae815 [1] + 224 00000400:00000200:0.0:1718399244.713553:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.713556:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.713562:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf200 x1801871316504000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1718399244.713644:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd630. 00000400:00000200:3.0:1718399244.713647:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ed48 00000400:00000010:3.0:1718399244.713648:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ed48. 00000100:00000200:3.0:1718399244.713653:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf200 x1801871316504000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.713659:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf200 x1801871316504000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.713679:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101da00. 02000000:00000010:3.0:1718399244.713685:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d000. 00000100:00000010:3.0:1718399244.713687:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf200. 00000100:00000010:3.0:1718399244.713691:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009dd0f3c0. 00010000:00000010:3.0:1718399244.713693:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812ed00. 00000400:00000200:2.0:1718399244.714644:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.714652:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd60100 00000400:00000200:2.0:1718399244.714657:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad20d [2] + 1968 00000400:00000010:2.0:1718399244.714660:0:18239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8800a5310528. 00000400:00000200:2.0:1718399244.714663:0:18239:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff880092949240 00000400:00000200:2.0:1718399244.714710:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.714713:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.714716:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880092949240 00000400:00000010:2.0:1718399244.714718:0:18239:0:(lib-lnet.h:312:lnet_md_free()) kfreed 'md': 152 at ffff880092949240 (tot 82313786). 00000100:00000200:2.0:1718399244.714721:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1718399244.714991:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013675e000. 00000020:00000010:3.0:1718399244.714995:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399244.714998:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0c78. 00000100:00000200:3.0:1718399244.715015:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009cae8850 x1801871317926144/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1718399244.715061:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317926144 02000000:00000010:3.0:1718399244.715068:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013675e400. 00010000:00000010:3.0:1718399244.715087:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800aa174980. 00010000:00000010:3.0:1718399244.715098:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093e6a500. 00000100:00000010:3.0:1718399244.715103:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a5340c00. 00000100:00000010:3.0:1718399244.715119:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800a5340c00. 00010000:00000010:3.0:1718399244.715122:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093e6a500. 00000400:00000010:3.0:1718399244.715130:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a94667f8. 00000100:00000200:3.0:1718399244.715134:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317926144, offset 224 00000400:00000200:3.0:1718399244.715139:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.715146:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.715151:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90630:90630:256:4294967295] 192.168.202.25@tcp LPNI seq info [90630:90630:8:4294967295] 00000400:00000200:3.0:1718399244.715158:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.715163:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.715166:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b7d8e00 (tot 82314034). 00000800:00000200:3.0:1718399244.715169:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.715175:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.715178:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b7d8e00 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1718399244.715285:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933eb600. 00010000:00000010:2.0:1718399244.715339:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399244.715344:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800aa174600. 00010000:00000010:2.0:1718399244.715400:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af2880. 00010000:00000010:2.0:1718399244.715403:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399244.715409:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e880. 00000100:00000010:2.0:1718399244.715412:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092949240. 00000100:00000010:2.0:1718399244.715417:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbe880. 02000000:00000010:2.0:1718399244.715424:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d400. 02000000:00000010:2.0:1718399244.715437:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101d800. 00000400:00000010:2.0:1718399244.715441:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd0b0. 00000400:00000010:2.0:1718399244.715443:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eee0. 00000100:00000200:2.0:1718399244.715447:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316504064, portal 16 00000400:00000010:2.0:1718399244.715449:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ef68. 00000100:00000200:2.0:1718399244.715451:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316504064, offset 0 00000400:00000200:2.0:1718399244.715455:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.715464:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.715469:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.715472:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.715474:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.715476:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90631:90631:255:4294967295] 192.168.202.25@tcp LPNI seq info [90631:90631:7:4294967295] 00000400:00000200:2.0:1718399244.715482:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.715485:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.715487:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933eb000 (tot 82314282). 00000800:00000200:2.0:1718399244.715490:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.715493:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.715495:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800933eb000 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.715542:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399244.715553:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0c78. 00000020:00000010:3.0:1718399244.715556:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013675e000. 02000000:00000010:3.0:1718399244.715562:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c2600. 00000100:00000010:3.0:1718399244.715565:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df73440. 02000000:00000010:3.0:1718399244.715569:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f6600. 00000100:00000010:3.0:1718399244.715571:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27c280. 02000000:00000010:3.0:1718399244.715574:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f7e00. 00000100:00000010:3.0:1718399244.715575:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27da40. 02000000:00000010:3.0:1718399244.715577:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800930f7400. 00000100:00000010:3.0:1718399244.715579:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c2797c0. 02000000:00000010:3.0:1718399244.715581:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013675e200. 00000100:00000010:3.0:1718399244.715582:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88009c27e3c0. 02000000:00000010:3.0:1718399244.715584:0:16238:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff8800931c3200. 00000100:00000010:3.0:1718399244.715586:0:16238:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff88012df70000. 00000100:00000200:3.0:1718399244.715590:0:16238:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1718399244.715593:0:16238:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8800a5310948. 00000400:00000010:3.0:1718399244.715595:0:16238:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8800a5340c00 (tot 82314434). 00000800:00000200:0.0:1718399244.716002:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.716005:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b7d8e00 (tot 82314186). 00000400:00000200:0.0:1718399244.716008:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.716012:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.716015:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a94667f8 00000400:00000010:0.0:1718399244.716016:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a94667f8. 02000000:00000010:0.0:1718399244.716019:0:18241:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at ffff88013675e400. 00000800:00000200:0.0:1718399244.716712:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1718399244.716714:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933eb000 (tot 82313938). 00000400:00000200:0.0:1718399244.716718:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.716721:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1718399244.716723:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ef68 00000400:00000010:0.0:1718399244.716724:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ef68. 00000100:00000200:0.0:1718399244.716729:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbe880 x1801871316504064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399244.716909:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009c2f6c00. 00010000:00000010:3.1:1718399244.716913:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af18c0. 00010000:00000010:3.1:1718399244.716925:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800930d6800. 00010000:00000010:3.1:1718399244.716928:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af2d00. 00010000:00000010:3.1:1718399244.716931:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009350b900. 00010000:00000010:3.1:1718399244.716933:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af1f80. 00000400:00000200:0.0:1718399244.717980:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.717992:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04e00 00000400:00000200:0.0:1718399244.717997:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae821 [1] + 224 00000400:00000200:0.0:1718399244.718004:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.718006:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.718011:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbe880 x1801871316504064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1718399244.718038:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.718042:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd60140 00000400:00000200:0.0:1718399244.718045:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad265 [2] + 0 00000400:00000200:0.0:1718399244.718084:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.718087:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.718090:0:18240:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1718399244.718094:0:18240:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff88009c279300. 00000400:00000010:2.0:1718399244.718815:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd0b0. 00000400:00000200:2.0:1718399244.718818:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eee0 00000400:00000010:2.0:1718399244.718819:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eee0. 00000100:00000200:2.0:1718399244.718835:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbe880 x1801871316504064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.718842:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbe880 x1801871316504064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.718863:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101d800. 02000000:00000010:2.0:1718399244.718869:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d400. 00000100:00000010:2.0:1718399244.718872:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbe880. 00000100:00000010:2.0:1718399244.718874:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092949240. 00010000:00000010:2.0:1718399244.718877:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e880. 00000020:00000010:3.0:1718399244.718940:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88013675e200. 00000020:00000010:3.0:1718399244.718945:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399244.718948:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093ee0c78. 00000100:00000200:3.0:1718399244.718962:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff88009c279300 x1801871317926208/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1718399244.718990:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317926208 02000000:00000010:3.0:1718399244.718996:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff88013675e000. 00010000:00000010:3.0:1718399244.719013:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a5000. 00010000:00000010:3.0:1718399244.719026:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff880093e6a500. 00000100:00000010:3.0:1718399244.719031:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009dd0f3c0. 00000100:00000010:3.0:1718399244.719036:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff88009dd0f3c0. 00010000:00000010:3.0:1718399244.719037:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff880093e6a500. 00000400:00000010:3.0:1718399244.719045:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8800a9466088. 00000100:00000200:3.0:1718399244.719047:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317926208, offset 224 00000400:00000200:3.0:1718399244.719052:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1718399244.719059:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1718399244.719063:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90632:90632:256:4294967295] 192.168.202.25@tcp LPNI seq info [90632:90632:8:4294967295] 00000400:00000200:3.0:1718399244.719069:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1718399244.719074:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1718399244.719077:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012b7d8e00 (tot 82314186). 00000800:00000200:3.0:1718399244.719080:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1718399244.719086:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1718399244.719089:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff88012b7d8e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1718399244.719099:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff880092a46580. 00000020:00000010:3.0:1718399244.719102:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093ee0c78. 00000020:00000010:3.0:1718399244.719104:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88013675e200. 00000800:00000200:2.0:1718399244.719176:0:18239:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1718399244.719178:0:18239:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012b7d8e00 (tot 82313938). 00000400:00000200:2.0:1718399244.719182:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.719185:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1718399244.719191:0:18239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8800a9466088 00000400:00000010:2.0:1718399244.719192:0:18239:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff8800a9466088. 00080000:00000010:2.0:1718399244.719211:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933eb900. 00010000:00000010:2.0:1718399244.719267:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399244.719291:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88013203ca80. 00010000:00000010:2.0:1718399244.719343:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af0d80. 00010000:00000010:2.0:1718399244.719347:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399244.719352:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e880. 00000100:00000010:2.0:1718399244.719355:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092949240. 00000100:00000010:2.0:1718399244.719359:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbe880. 02000000:00000010:2.0:1718399244.719365:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d800. 02000000:00000010:2.0:1718399244.719379:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101d000. 00000400:00000010:2.0:1718399244.719382:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd0b0. 00000400:00000010:2.0:1718399244.719384:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eee0. 00000100:00000200:2.0:1718399244.719388:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316504128, portal 16 00000400:00000010:2.0:1718399244.719390:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52ee58. 00000100:00000200:2.0:1718399244.719392:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316504128, offset 0 00000400:00000200:2.0:1718399244.719395:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.719400:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.719405:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.719407:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.719409:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.719411:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90633:90633:256:4294967295] 192.168.202.25@tcp LPNI seq info [90633:90633:8:4294967295] 00000400:00000200:2.0:1718399244.719416:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.719419:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.719421:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933eb400 (tot 82314186). 00000800:00000200:2.0:1718399244.719424:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.719427:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.719429:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800933eb400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.719903:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.719906:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933eb400 (tot 82313938). 00000400:00000200:1.0:1718399244.719910:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.719913:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.719915:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52ee58 00000400:00000010:1.0:1718399244.719917:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52ee58. 00000100:00000200:1.0:1718399244.719921:0:18241:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbe880 x1801871316504128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1718399244.722497:0:11:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88012bd02f40. 00010000:00000010:2.1:1718399244.722516:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009c2ff3c0. 00010000:00000010:2.1:1718399244.722519:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092a2e880. 00000400:00000200:0.0:1718399244.725008:0:18240:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1718399244.725023:0:18240:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04e40 00000400:00000200:0.0:1718399244.725030:0:18240:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae831 [1] + 224 00000400:00000200:0.0:1718399244.725043:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1718399244.725047:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1718399244.725054:0:18240:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbe880 x1801871316504128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1718399244.726146:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd0b0. 00000400:00000200:2.0:1718399244.726150:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eee0 00000400:00000010:2.0:1718399244.726151:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eee0. 00000100:00000200:2.0:1718399244.726551:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbe880 x1801871316504128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1718399244.726559:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbe880 x1801871316504128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1718399244.726582:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101d000. 02000000:00000010:2.0:1718399244.726587:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d800. 00000100:00000010:2.0:1718399244.726590:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbe880. 00000100:00000010:2.0:1718399244.726593:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092949240. 00010000:00000010:2.0:1718399244.726595:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e880. 00010000:00000010:3.1:1718399244.727164:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800933eea00. 00010000:00000010:3.1:1718399244.727170:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af0480. 00010000:00000010:3.1:1718399244.727197:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093564c00. 00010000:00000010:3.1:1718399244.727202:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af0900. 00000400:00000200:2.0:1718399244.727226:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.727234:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd60180 00000400:00000200:2.0:1718399244.727238:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad265 [2] + 328 00010000:00000010:3.1:1718399244.727294:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88009315f600. 00010000:00000010:3.1:1718399244.727301:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af1200. 00000400:00000200:2.0:1718399244.727305:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.727308:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.727313:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399244.727315:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbe880. 00000020:00000010:0.0:1718399244.727458:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2e00. 00000020:00000010:0.0:1718399244.727463:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc180. 00000020:00000010:0.0:1718399244.727466:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399244.727481:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbe880 x1801871317926272/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1718399244.727999:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317926272 02000000:00000010:0.0:1718399244.728007:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c2800. 00010000:00000010:0.0:1718399244.728027:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800933c2300. 00010000:00000010:0.0:1718399244.728039:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8800b266e100. 00000100:00000010:0.0:1718399244.728044:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9540. 00000100:00000010:0.0:1718399244.728061:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9540. 00010000:00000010:0.0:1718399244.728065:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8800b266e100. 00000400:00000010:0.0:1718399244.728073:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376198. 00000100:00000200:0.0:1718399244.728077:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317926272, offset 224 00000400:00000200:0.0:1718399244.728083:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.728363:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.728368:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90634:90634:256:4294967295] 192.168.202.25@tcp LPNI seq info [90634:90634:8:4294967295] 00000400:00000200:0.0:1718399244.728375:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.728380:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.728382:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5092600 (tot 82314186). 00000800:00000200:0.0:1718399244.728386:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.728392:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.728395:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5092600 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1718399244.728449:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933eb400. 00010000:00000010:2.0:1718399244.728504:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399244.728509:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800933c2a00. 00010000:00000010:2.0:1718399244.728561:0:30956:0:(ldlm_resource.c:1422:ldlm_resource_new()) slab-alloced 'res': 232 at ffff8800933eb000. 00010000:00000010:2.0:1718399244.728563:0:30956:0:(ldlm_resource.c:1408:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8800936a6080. 00010000:00000010:2.0:1718399244.728565:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af3a80. 00010000:00000010:2.0:1718399244.728569:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6600. 00000020:00000010:0.0:1718399244.728684:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc180. 00000020:00000010:0.0:1718399244.728688:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399244.728691:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2e00. 00000800:00000200:1.0:1718399244.728787:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.728789:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5092600 (tot 82313938). 00000400:00000200:1.0:1718399244.729009:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.729012:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.729015:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376198 00000400:00000010:1.0:1718399244.729016:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376198. 00080000:00000010:2.0:1718399244.729145:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933ebe00. 00010000:00000010:2.0:1718399244.729167:0:30956:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8800936a6600. 00010000:00000010:2.0:1718399244.729170:0:30956:0:(ldlm_resource.c:1473:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8800936a6080. 00010000:00000010:2.0:1718399244.729214:0:30956:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at ffff880092af21c0. 00010000:00000010:2.0:1718399244.729217:0:30956:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8800936a6080. 00010000:00000010:2.0:1718399244.729222:0:30956:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88009812e880. 00000100:00000010:2.0:1718399244.729225:0:30956:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092949240. 00000100:00000010:2.0:1718399244.729230:0:30956:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbf200. 02000000:00000010:2.0:1718399244.729239:0:30956:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88013101d800. 02000000:00000010:2.0:1718399244.729255:0:30956:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88013101d000. 00000400:00000010:2.0:1718399244.729258:0:30956:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff880130dcd0b0. 00000400:00000010:2.0:1718399244.729261:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52eee0. 00000100:00000200:2.0:1718399244.729265:0:30956:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1801871316504192, portal 16 00000400:00000010:2.0:1718399244.729291:0:30956:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff88009b52edd0. 00000100:00000200:2.0:1718399244.729293:0:30956:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1801871316504192, offset 0 00000400:00000200:2.0:1718399244.729297:0:30956:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1718399244.729302:0:30956:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1718399244.729307:0:30956:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1718399244.729310:0:30956:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1718399244.729312:0:30956:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1718399244.729314:0:30956:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90635:90635:256:4294967295] 192.168.202.25@tcp LPNI seq info [90635:90635:8:4294967295] 00000400:00000200:2.0:1718399244.729320:0:30956:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1718399244.729323:0:30956:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1718399244.729325:0:30956:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800933eb200 (tot 82314186). 00010000:00000010:1.1:1718399244.730245:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009354c000. 00010000:00000010:1.1:1718399244.730249:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880093534d80. 00000800:00000200:2.0:1718399244.730914:0:30956:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1718399244.730922:0:30956:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1718399244.730925:0:30956:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800933eb200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1718399244.731178:0:18240:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.731180:0:18240:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800933eb200 (tot 82313938). 00000400:00000200:1.0:1718399244.731185:0:18240:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.731189:0:18240:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.731192:0:18240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52edd0 00000400:00000010:1.0:1718399244.731193:0:18240:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52edd0. 00000100:00000200:1.0:1718399244.731198:0:18240:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff880093fbf200 x1801871316504192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1718399244.733751:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880093ff7c00. 00010000:00000010:3.1:1718399244.733780:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880092af2880. 00000400:00000200:2.0:1718399244.734941:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.734954:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x666cadbc04e80 00000400:00000200:2.0:1718399244.734960:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xae83d [1] + 224 00000400:00000200:2.0:1718399244.734969:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.734971:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.734980:0:18239:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff880093fbf200 x1801871316504192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1718399244.735015:0:18239:0:(lib-move.c:4551:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1718399244.735019:0:18239:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x666cadbd601c0 00000400:00000200:2.0:1718399244.735022:0:18239:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xad265 [2] + 656 00000400:00000010:3.0:1718399244.735041:0:30956:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff880130dcd0b0. 00000400:00000200:3.0:1718399244.735044:0:30956:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff88009b52eee0 00000400:00000010:3.0:1718399244.735046:0:30956:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff88009b52eee0. 00000100:00000200:3.0:1718399244.735051:0:30956:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff880093fbf200 x1801871316504192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1718399244.735056:0:30956:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff880093fbf200 x1801871316504192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1718399251 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1718399244.735078:0:30956:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88013101d000. 02000000:00000010:3.0:1718399244.735084:0:30956:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88013101d800. 00000100:00000010:3.0:1718399244.735087:0:30956:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at ffff880093fbf200. 00000100:00000010:3.0:1718399244.735090:0:30956:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff880092949240. 00010000:00000010:3.0:1718399244.735092:0:30956:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88009812e880. 00000400:00000200:2.0:1718399244.735381:0:18239:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1718399244.735385:0:18239:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1718399244.735389:0:18239:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1718399244.735392:0:18239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at ffff880093fbaf80. 00000020:00000010:0.0:1718399244.735459:0:16238:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800931c2e00. 00000020:00000010:0.0:1718399244.735463:0:16238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff88009bcfc180. 00000020:00000010:0.0:1718399244.735466:0:16238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff880093dff2a0. 00000100:00000200:0.0:1718399244.735485:0:16238:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff880093fbaf80 x1801871317926336/t0(0) o103->c7f06a32-33d2-4178-b06f-803f95e0066c@192.168.202.25@tcp:412/0 lens 328/0 e 0 to 0 dl 1718399287 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1718399244.735501:0:16238:0:(service.c:2314:ptlrpc_server_handle_request()) got req 1801871317926336 02000000:00000010:0.0:1718399244.735507:0:16238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at ffff8800931c3200. 00010000:00000010:0.0:1718399244.735525:0:16238:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff880092b0af00. 00010000:00000010:0.0:1718399244.735539:0:16238:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff88012a2c1dc0. 00000100:00000010:0.0:1718399244.735544:0:16238:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800930d9540. 00000100:00000010:0.0:1718399244.735549:0:16238:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at ffff8800930d9540. 00010000:00000010:0.0:1718399244.735551:0:16238:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff88012a2c1dc0. 00000400:00000010:0.0:1718399244.735558:0:16238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff880137376d48. 00000100:00000200:0.0:1718399244.735561:0:16238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1801871317926336, offset 224 00000400:00000200:0.0:1718399244.735567:0:16238:0:(lib-move.c:5060:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1718399244.735574:0:16238:0:(lib-move.c:2894:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1718399244.735578:0:16238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90636:90636:256:4294967295] 192.168.202.25@tcp LPNI seq info [90636:90636:8:4294967295] 00000400:00000200:0.0:1718399244.735586:0:16238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1718399244.735589:0:16238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1718399244.735591:0:16238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800a5092900 (tot 82314186). 00000800:00000200:0.0:1718399244.735595:0:16238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff88009ab68f00] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1718399244.735601:0:16238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1718399244.735603:0:16238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8800a5092900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1718399244.735613:0:16238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff88009bcfc180. 00000020:00000010:0.0:1718399244.735615:0:16238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff880093dff2a0. 00000020:00000010:0.0:1718399244.735618:0:16238:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800931c2e00. 00080000:00000010:2.0:1718399244.735668:0:30956:0:(osd_handler.c:1835:osd_trans_create()) kmalloced '(oh)': 256 at ffff8800933eb500. 00000800:00000200:1.0:1718399244.735710:0:18241:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1718399244.735712:0:18241:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800a5092900 (tot 82313938). 00000400:00000200:1.0:1718399244.735715:0:18241:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1718399244.735718:0:18241:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1718399244.735723:0:18241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff880137376d48 00000400:00000010:1.0:1718399244.735724:0:18241:0:(lib-lnet.h:309:lnet_md_free()) slab-freed 'md' at ffff880137376d48. Debug log: 53727 lines, 53727 kept, 0 dropped, 0 bad.